-- Logs begin at Mon 2021-05-10 19:25:59 UTC, end at Mon 2021-05-10 20:26:37 UTC. --
May 10 19:56:10.969365 dv-cinder-788365-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 10 19:56:13.416035 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.common.config [-] Logging enabled!
May 10 19:56:13.416603 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 19:56:13.416815 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78642) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 19:56:13.420088 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.common.config [-] Logging enabled!
May 10 19:56:13.420349 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 19:56:13.420664 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78642) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 19:56:13.421614 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 19:56:13.421851 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 19:56:13.422215 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 19:56:13.422464 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 19:56:13.422689 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 19:56:13.423010 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.423334 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.423657 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.423893 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.424298 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.424603 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.424897 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.425193 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.425499 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.425793 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.426083 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.426374 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.426612 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.426899 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.427193 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.427510 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.427742 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.428031 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.428467 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.428900 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.429190 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.429490 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.429777 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.430055 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.430338 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.430631 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.430977 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] host                           = dv-cinder-788365-3-iscsi {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.431265 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.431585 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.431880 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.432175 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.432457 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.432742 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.433034 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.433319 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.433599 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.433883 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.434179 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.434474 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.434769 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.435001 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.435228 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.435549 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.435844 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.436129 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.436413 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.436952 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.437236 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.437519 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.437794 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.438087 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.438379 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.438671 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.438955 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.439855 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.440271 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.440662 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.440965 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.441256 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.441544 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.441830 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.442128 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.442409 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.442694 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.443003 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.443305 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.443630 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.443906 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.444190 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.444479 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.444761 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.445042 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.445323 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.445604 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.445883 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.446171 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.446451 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.446728 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.447010 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.447290 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.447605 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:13.447912 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.448215 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.448521 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.448812 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.449115 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.449404 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.449700 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.449983 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.450277 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.450570 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.450865 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.451150 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.451480 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.451766 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.452070 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.452380 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.452681 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.452980 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.453262 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.453546 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.453826 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.454110 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.454404 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.454752 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.455689 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.455853 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.456262 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.456583 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.456873 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.457159 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.457439 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.457736 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.458022 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.458304 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.458594 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.458882 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.459157 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.459463 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.459749 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.460045 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.460328 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.460606 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.460884 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.461168 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.461449 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.461742 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.462026 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.462305 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.462582 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.462863 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.463180 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.463448 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.463734 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.464013 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.464298 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.464576 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.464854 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.465133 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.465410 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.465688 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.465964 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.466241 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.466523 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.466804 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.467081 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.467386 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.467665 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.467944 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.468234 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.468536 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.468817 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.469106 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.469394 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.469678 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.469963 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.470246 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.470817 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.471110 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.471428 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.471735 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.472029 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.472326 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.472618 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.472906 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.473211 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.473497 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.473788 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.474074 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.474362 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.474663 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.474955 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.475257 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.475586 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.475885 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.476187 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.476487 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.476778 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.477095 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.477382 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:13.477603 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 19:56:13.477851 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78642) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 10 19:56:13.833873 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:56:13.834081 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:56:13.834375 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:56:13.834712 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.manager [-] Loading core plugin: ml2
May 10 19:56:14.146636 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.146841 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.147129 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.148358 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.148636 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.148906 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.271880 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.272162 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.272437 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.285628 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.285912 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.286190 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.315208 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.315516 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.315794 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.354308 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.354592 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.354864 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.590067 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1ce5926a60> agent after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.590706 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1ce5926a60> agent after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.590706 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1ce5926940> segment precommit_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.590847 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1ce59269d0> network precommit_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.591645 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1ce5955670> segment before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.718423 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> network before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.718748 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1ce58c13a0> agent before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.719034 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> network before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.719330 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> port before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.719602 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> port before_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.719914 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> segment precommit_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.720198 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> segment precommit_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.720470 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> segment after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.720867 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> segment after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.721157 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> network after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.721424 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> network precommit_delete 0 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.721695 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> port provisioning_complete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.721964 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> rbac-policy before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.722223 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> rbac-policy after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.722494 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> agent after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.722767 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> subnet after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.723029 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> subnet precommit_delete 0 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.723332 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> rbac-policy before_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.723589 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> rbac-policy before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.723873 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> segment_host_mapping after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.724223 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> port after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.724481 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> port after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.724735 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> port after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.725164 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> rbac-policy before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.725424 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> rbac-policy before_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.725679 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ce625efa0>> rbac-policy before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.726073 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:56:14.726318 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:56:14.726565 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:56:14.726807 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:56:14.727048 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:56:14.727286 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:56:14.727691 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 10 19:56:14.730924 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 10 19:56:14.734873 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 10 19:56:14.739555 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])])
May 10 19:56:14.741224 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 10 19:56:14.741689 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 10 19:56:14.742034 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 10 19:56:14.742426 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 10 19:56:14.745346 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 10 19:56:14.745603 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 10 19:56:14.746126 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 10 19:56:14.774397 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 10 19:56:14.774858 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1ce587d880>> qos_plugin after_init 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.775165 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78642) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 10 19:56:14.775566 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1ce587d2e0>> logging-plugin after_init 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.776934 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78642) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 10 19:56:14.777232 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 10 19:56:14.777489 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 10 19:56:14.780766 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1ce5861bb0>> floatingip before_response 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.781057 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1ce5861bb0>> port before_response 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:14.857936 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 10 19:56:14.858112 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 10 19:56:14.858329 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 10 19:56:14.858714 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 10 19:56:14.890916 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_db.sqlalchemy.engines [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78642) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 10 19:56:15.235958 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Initializing driver for type 'gre'
May 10 19:56:15.236488 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] gre ID ranges: [(1, 1000)]
May 10 19:56:15.294837 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Initializing driver for type 'local'
May 10 19:56:15.295251 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Initializing driver for type 'vlan'
May 10 19:56:15.309147 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] VlanTypeDriver initialization complete
May 10 19:56:15.309642 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Initializing driver for type 'vxlan'
May 10 19:56:15.310266 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] vxlan ID ranges: [(1, 1000)]
May 10 19:56:15.367568 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Initializing extension driver 'port_security'
May 10 19:56:15.367908 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.extensions.port_security [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] PortSecurityExtensionDriver initialization complete
May 10 19:56:15.368244 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Initializing mechanism driver 'openvswitch'
May 10 19:56:15.368581 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Initializing mechanism driver 'hyperv'
May 10 19:56:15.375107 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.plugins.ml2.plugin [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:56:15.375909 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce5abcf70>> port after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.376319 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce5abcf70>> port after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.376810 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce5abcf70>> port after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.377210 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce5731a60>> subnet after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.377571 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce5731a60>> subnet after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.377923 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce5731a60>> subnet after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.378308 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52e7e20>> network after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.378665 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52e7e20>> network after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.379013 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52e7e20>> network after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.379419 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52e7eb0>> security_group after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.379773 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52e7eb0>> security_group after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.380118 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52e7eb0>> security_group after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.380497 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52f2340>> security_group_rule after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.380846 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52f2340>> security_group_rule after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.381189 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52f2340>> security_group_rule after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.381566 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52f25b0>> address_group after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.381914 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52f25b0>> address_group after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.382254 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ce52f25b0>> address_group after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.382595 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] ML2 OVO RPC backend initialized. {{(pid=78642) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 10 19:56:15.383336 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> router_interface after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.383688 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> router_interface after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.384107 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> network before_response 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.384456 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> networks before_response 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.384804 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> port before_response 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.385146 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> ports before_response 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.385491 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> subnet before_response 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.385832 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> subnets before_response 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.386184 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> network after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.386530 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> network after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.386871 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> network after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.387213 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> port after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.387581 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> port after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.387922 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> port after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.388264 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> subnet after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.388604 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> subnet after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.388942 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ce52f29a0>> subnet after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.389520 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.plugin [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Modular L2 Plugin initialization complete
May 10 19:56:15.389850 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading services supported by the core plugin {{(pid=78642) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 10 19:56:15.390181 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.plugins.ml2.managers [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Got port-security extension from driver 'port_security'
May 10 19:56:15.390644 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.extensions.vlantransparent [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Disabled vlantransparent extension.
May 10 19:56:15.391136 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78642) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 10 19:56:15.391496 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading Plugin: router
May 10 19:56:15.428173 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router_interface before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.428572 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router after_create 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.428941 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router before_create 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.429308 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router_interface before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.429683 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router_interface after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.430076 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router after_delete 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.430399 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> floatingip after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.430761 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router after_create 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.431109 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router after_update 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.431498 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router after_update 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.431851 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router_gateway after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.432217 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router after_update 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.432625 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router precommit_update 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.432994 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1ce590c670> port after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.433335 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1ce590c700> port after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.433676 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1ce590c5e0> subnet after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.434016 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1ce590c160> subnetpool_address_scope after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.434365 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> port precommit_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.434714 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router precommit_create 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.435057 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1ce58fc9d0> port before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.435426 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router precommit_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.435786 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router after_update 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.436131 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router precommit_delete 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.436734 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router precommit_create 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.437097 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router_interface after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.437445 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> router precommit_update 55549900 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.437821 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ce52f2ac0>> network after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.438686 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Tracking information for resource: router configured {{(pid=78642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:56:15.439029 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Tracking information for resource: floatingip configured {{(pid=78642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:56:15.443995 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.db.l3_agentschedulers_db [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 10 19:56:15.444584 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1ce525f160> port after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.444943 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1ce525f040> port after_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.445295 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <function _notify_port_delete at 0x7f1ce525f0d0> port after_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.445647 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1ce525f430> port after_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.446444 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1ce5299340>> router before_create 55550100 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.446813 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1ce5299340>> router precommit_delete 55550100 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.447179 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1ce5299340>> router precommit_create 55550100 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.447583 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1ce5299340>> router precommit_update 55550100 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.451943 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.services.provider_configuration [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service providers = [] {{(pid=78642) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 10 19:56:15.452310 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.db.servicetype_db [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78642) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 10 19:56:15.455733 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.services.service_base [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 19:56:15.456083 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.services.service_base [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 19:56:15.456426 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.services.service_base [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 19:56:15.457309 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.services.service_base [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 19:56:15.457712 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.services.service_base [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 10 19:56:15.459613 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:56:15.459953 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 10 19:56:15.471002 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:56:15.471366 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading Plugin: auto_allocate
May 10 19:56:15.477181 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1ce52b7820> network precommit_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.477553 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1ce52b7820> network precommit_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.478086 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:56:15.478394 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading Plugin: tag
May 10 19:56:15.485170 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:56:15.485503 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading Plugin: timestamp
May 10 19:56:15.489371 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:56:15.489651 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading Plugin: network_ip_availability
May 10 19:56:15.494861 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ce52af8e0>> rbac-policy before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.495236 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ce52af8e0>> rbac-policy before_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.495623 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ce52af8e0>> rbac-policy before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.496350 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:56:15.496679 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading Plugin: flavors
May 10 19:56:15.501672 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:56:15.502015 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading Plugin: revisions
May 10 19:56:15.506249 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:56:15.506643 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_concurrency.lockutils [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.672s {{(pid=78642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:56:15.507418 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78642) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 10 19:56:15.507758 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Initializing extension manager.
May 10 19:56:15.508269 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: __init__.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.508613 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: __pycache__ {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.508949 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.509285 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: address_group.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.510052 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.510662 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: address-group
May 10 19:56:15.510987 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: address_scope.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.511732 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.512247 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: address-scope
May 10 19:56:15.512573 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.513506 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.514021 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: router-admin-state-down-before-update
May 10 19:56:15.514349 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: agent.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.515046 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.515592 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: agent
May 10 19:56:15.515918 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: agent_resources_synced.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.516824 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.518171 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: agent-resources-synced
May 10 19:56:15.518389 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: allowedaddresspairs.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.520212 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.520753 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: allowed-address-pairs
May 10 19:56:15.521080 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: auto_allocated_topology.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.522161 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.522685 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: auto-allocated-topology
May 10 19:56:15.523013 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: availability_zone.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.523752 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.524284 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: availability_zone
May 10 19:56:15.524593 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: availability_zone_filter.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.525504 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.526020 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: availability_zone_filter
May 10 19:56:15.526346 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: data_plane_status.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.527258 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.527808 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension data-plane-status not supported by any of loaded plugins
May 10 19:56:15.528132 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: default_subnetpools.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.529043 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.529560 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: default-subnetpools
May 10 19:56:15.529884 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.530695 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.531204 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: dhcp_agent_scheduler
May 10 19:56:15.531563 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: dns.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.532462 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.533740 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension dns-integration not supported by any of loaded plugins
May 10 19:56:15.534059 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: dns_domain_ports.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.534974 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.535513 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 10 19:56:15.535840 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: dvr.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.536508 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.537016 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: dvr
May 10 19:56:15.537336 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: empty_string_filtering.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.538241 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.538757 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: empty-string-filtering
May 10 19:56:15.539083 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.540025 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.540535 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 10 19:56:15.540863 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.541765 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.542271 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 10 19:56:15.542595 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: external_net.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.543523 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.544034 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: external-net
May 10 19:56:15.544357 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.545262 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.545770 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: extra_dhcp_opt
May 10 19:56:15.546094 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: extraroute.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.546986 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.547527 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: extraroute
May 10 19:56:15.547855 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: extraroute_atomic.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.548926 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.549439 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: extraroute-atomic
May 10 19:56:15.549768 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: filter_validation.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.550433 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.550950 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: filter-validation
May 10 19:56:15.551273 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: fip_pf_description.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.552390 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.552910 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 10 19:56:15.553236 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: fip_port_details.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.554144 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.554655 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: fip-port-details
May 10 19:56:15.554979 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: flavors.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.556231 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.556751 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: flavors
May 10 19:56:15.557080 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.558746 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.559267 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 10 19:56:15.559627 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: floatingip_pools.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.560325 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.560845 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: floatingip-pools
May 10 19:56:15.561172 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: ip_allocation.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.562345 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.562857 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension ip_allocation not supported by any of loaded plugins
May 10 19:56:15.563182 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.564759 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.565276 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: ip-substring-filtering
May 10 19:56:15.565606 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: l2_adjacency.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.566538 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.567053 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension l2_adjacency not supported by any of loaded plugins
May 10 19:56:15.567425 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: l3.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.568369 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.568892 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: router
May 10 19:56:15.569219 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.571526 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.572060 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 10 19:56:15.572396 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.573318 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.573837 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: ext-gw-mode
May 10 19:56:15.574173 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.575089 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.575638 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: l3-ha
May 10 19:56:15.575960 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: l3_flavors.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.576883 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.577393 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: l3-flavors
May 10 19:56:15.577732 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.578648 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.579165 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: l3-port-ip-change-not-allowed
May 10 19:56:15.580129 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: l3agentscheduler.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.581317 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.581840 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: l3_agent_scheduler
May 10 19:56:15.582175 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: logging.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.583702 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.584237 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension logging not supported by any of loaded plugins
May 10 19:56:15.584569 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: metering.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.585314 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.585903 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: metering
May 10 19:56:15.586229 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.587337 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.587866 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: metering_source_and_destination_fields
May 10 19:56:15.588195 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: multiprovidernet.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.589245 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.589766 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: multi-provider
May 10 19:56:15.590098 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: netmtu.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.591010 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.591564 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: net-mtu
May 10 19:56:15.591873 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: netmtu_writable.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.592790 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.593306 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: net-mtu-writable
May 10 19:56:15.593639 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: network_availability_zone.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.594306 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.594811 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: network_availability_zone
May 10 19:56:15.595171 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: network_ip_availability.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.596384 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.596905 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: network-ip-availability
May 10 19:56:15.597234 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: network_segment_range.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.598008 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.598520 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension network-segment-range not supported by any of loaded plugins
May 10 19:56:15.598842 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: pagination.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.599842 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.600175 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: pagination
May 10 19:56:15.600499 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: port_device_profile.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.601418 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.601938 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: port-device-profile
May 10 19:56:15.602334 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.603171 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.603723 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: port-mac-address-regenerate
May 10 19:56:15.604049 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.604959 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.605476 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: port-numa-affinity-policy
May 10 19:56:15.605804 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: port_resource_request.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.606709 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.607220 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension port-resource-request not supported by any of loaded plugins
May 10 19:56:15.607575 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: portbindings.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.608498 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.609011 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: binding
May 10 19:56:15.609338 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: portbindings_extended.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.610608 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.611195 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: binding-extended
May 10 19:56:15.611636 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: portsecurity.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.612555 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.613066 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: port-security
May 10 19:56:15.613391 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: project_id.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.614366 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.614699 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: project-id
May 10 19:56:15.615022 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: providernet.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.615975 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.616498 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: provider
May 10 19:56:15.616823 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: qos.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.620388 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.620922 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension qos not supported by any of loaded plugins
May 10 19:56:15.621262 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.622506 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.623031 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 10 19:56:15.623394 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.624315 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.624836 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 10 19:56:15.625167 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: qos_default.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.626075 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.627161 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension qos-default not supported by any of loaded plugins
May 10 19:56:15.627550 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: qos_fip.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.628209 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.628722 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension qos-fip not supported by any of loaded plugins
May 10 19:56:15.629045 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: qos_gateway_ip.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.629969 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.630485 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 10 19:56:15.630810 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: qos_port_network_policy.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.631748 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.632265 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 10 19:56:15.632589 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: qos_rule_type_details.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.633498 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.634015 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 10 19:56:15.634339 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: qos_rules_alias.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.635423 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.635948 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 10 19:56:15.636272 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: quotasv2.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.637318 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.637651 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: quotas
May 10 19:56:15.637976 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: quotasv2_detail.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.639645 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.639993 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: quota_details
May 10 19:56:15.640351 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: rbac.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.641404 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.641946 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: rbac-policies
May 10 19:56:15.642821 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: rbac_address_group.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.643911 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.644475 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: rbac-address-group
May 10 19:56:15.644802 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: rbac_address_scope.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.645722 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.646250 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: rbac-address-scope
May 10 19:56:15.646581 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: rbac_security_groups.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.647520 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.648042 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: rbac-security-groups
May 10 19:56:15.648372 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: rbac_subnetpool.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.649301 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.649824 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: rbac-subnetpool
May 10 19:56:15.650148 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: revisionifmatch.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.651080 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.651623 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: revision-if-match
May 10 19:56:15.651955 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: revisions.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.653085 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.653604 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: standard-attr-revisions
May 10 19:56:15.653930 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: router_availability_zone.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.654603 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.655115 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: router_availability_zone
May 10 19:56:15.655480 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: routerservicetype.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.656393 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.656936 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension router-service-type not supported by any of loaded plugins
May 10 19:56:15.657260 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.658412 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.658889 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: security-groups-normalized-cidr
May 10 19:56:15.659156 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.660109 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.660626 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: port-security-groups-filtering
May 10 19:56:15.660951 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.661878 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.662390 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: security-groups-remote-address-group
May 10 19:56:15.662715 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: securitygroup.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.672341 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.672884 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: security-group
May 10 19:56:15.673217 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: segment.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.674038 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.674551 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension segment not supported by any of loaded plugins
May 10 19:56:15.674878 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.675846 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.676363 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 10 19:56:15.676690 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: servicetype.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.677816 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.678335 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: service-type
May 10 19:56:15.678667 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: sorting.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.679682 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.680015 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: sorting
May 10 19:56:15.680338 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: standard_attr_segment.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.681249 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.681772 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 10 19:56:15.682097 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: standardattrdescription.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.682739 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.683250 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: standard-attr-description
May 10 19:56:15.683606 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: stateful_security_group.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.684527 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.685051 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: stateful-security-group
May 10 19:56:15.685379 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: stdattrs_common.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.685958 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 10 19:56:15.686283 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.687569 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.688091 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 10 19:56:15.688414 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: subnet_onboard.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.690106 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.690547 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: subnet_onboard
May 10 19:56:15.690873 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.691828 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.692346 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 10 19:56:15.692671 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: subnet_service_types.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.693581 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.694096 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: subnet-service-types
May 10 19:56:15.694423 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: subnetallocation.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.695585 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.696047 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: subnet_allocation
May 10 19:56:15.696375 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.697044 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.697553 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: subnetpool-prefix-ops
May 10 19:56:15.697881 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.698802 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.699336 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 10 19:56:15.699668 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: tagging.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.700729 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.701258 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: standard-attr-tag
May 10 19:56:15.701589 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: timestamp.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.702805 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.703353 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loaded extension: standard-attr-timestamp
May 10 19:56:15.703694 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: trunk.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.705319 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.705843 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension trunk not supported by any of loaded plugins
May 10 19:56:15.706166 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: trunk_details.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.707086 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.707640 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension trunk-details not supported by any of loaded plugins
May 10 19:56:15.707965 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: uplink_status_propagation.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.708944 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.709398 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 10 19:56:15.709721 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Loading extension file: vlantransparent.py {{(pid=78642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:56:15.710392 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:56:15.710904 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extension vlan-transparent not supported by any of loaded plugins
May 10 19:56:15.713442 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:network
May 10 19:56:15.714196 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:subnet
May 10 19:56:15.714980 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 19:56:15.715631 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:port
May 10 19:56:15.716926 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.717388 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service FLAVORS assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.718029 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.718465 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.718799 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:router
May 10 19:56:15.719508 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:floatingip
May 10 19:56:15.720264 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service METERING assigned prefix: /metering {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.721816 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ce5185e20>> rbac-policy before_create 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.722200 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ce5185e20>> rbac-policy before_update 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.722561 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ce5185e20>> rbac-policy before_delete 55550000 {{(pid=78642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:56:15.723771 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of CountableResource for resource:rbac_policy
May 10 19:56:15.724214 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:security_group
May 10 19:56:15.724895 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 19:56:15.725642 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service CORE assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.725988 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 19:56:15.726330 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] subnetpool is already registered
May 10 19:56:15.726941 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service CORE assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.727305 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 19:56:15.727727 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] subnetpool is already registered
May 10 19:56:15.730301 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.730745 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service FLAVORS assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.731370 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.731800 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.732152 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:router
May 10 19:56:15.732486 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] router is already registered
May 10 19:56:15.733095 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:floatingip
May 10 19:56:15.733424 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] floatingip is already registered
May 10 19:56:15.734063 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service METERING assigned prefix: /metering {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.734746 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of CountableResource for resource:rbac_policy
May 10 19:56:15.735075 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] rbac_policy is already registered
May 10 19:56:15.736721 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:security_group
May 10 19:56:15.737063 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] security_group is already registered
May 10 19:56:15.737683 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 19:56:15.738025 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] security_group_rule is already registered
May 10 19:56:15.738710 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service CORE assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.739055 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 19:56:15.739462 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] subnetpool is already registered
May 10 19:56:15.740023 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.v2.resource_helper [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Service CORE assigned prefix:  {{(pid=78642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:56:15.740361 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 19:56:15.740689 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING neutron.quota.resource_registry [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] subnetpool is already registered
May 10 19:56:15.741358 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: extensions {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.742844 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: address-groups {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.744489 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: address-scopes {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.745694 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: agents {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.746878 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: auto-allocated-topology {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.748153 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: availability_zones {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.749461 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: dhcp-networks {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.750882 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: dhcp-agents {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.753093 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: routers {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.754908 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: flavors {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.756111 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: service_profiles {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.757316 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: next_providers {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.758829 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: service_profiles {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.760304 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: floatingip-pools {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.761554 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: routers {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.763391 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: floatingips {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.764587 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: l3-routers {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.765949 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: l3-agents {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.767943 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: metering-labels {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.769305 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: metering-label-rules {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.770569 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: network-ip-availabilities {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.771882 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: bindings {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.773532 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: quotas {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.774942 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: quotas {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.776569 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: rbac-policies {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.777889 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: security-groups {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.779077 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: security-group-rules {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.780364 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: service-providers {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.781589 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: subnetpools {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.783033 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: subnetpools {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.784517 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: tags {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.786188 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: tags {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.788044 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: tags {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.789801 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: tags {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.791660 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: tags {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.793507 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: tags {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.795183 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: tags {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.798087 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: tags {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.799984 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: tags {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.913236 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron.api.extensions [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Extended resource: tags {{(pid=78642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:56:15.919169 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING keystonemiddleware.auth_token [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 10 19:56:15.924444 dv-cinder-788365-3-iscsi neutron-server[78642]: WARNING keystonemiddleware.auth_token [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 10 19:56:15.932586 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_concurrency.lockutils [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Acquired lock "singleton_lock" {{(pid=78642) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 10 19:56:15.933077 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_concurrency.lockutils [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Releasing lock "singleton_lock" {{(pid=78642) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 10 19:56:15.933715 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO oslo_service.service [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Starting 2 workers
May 10 19:56:15.938615 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Started child 78747 {{(pid=78642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 19:56:15.943585 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Started child 78748 {{(pid=78642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 19:56:15.944883 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:15.945544 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO neutron.service [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Neutron service started, listening on 0.0.0.0:9696
May 10 19:56:15.945778 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Notify callbacks [] for process, before_spawn {{(pid=78642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:15.946338 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [-] (78747) wsgi starting up on http://0.0.0.0:9696
May 10 19:56:15.948316 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO oslo_service.service [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Starting 1 workers
May 10 19:56:15.949431 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:15.950827 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [-] (78748) wsgi starting up on http://0.0.0.0:9696
May 10 19:56:15.953312 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Started child 78749 {{(pid=78642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 19:56:15.953846 dv-cinder-788365-3-iscsi neutron-server[78642]: INFO oslo_service.service [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Starting 1 workers
May 10 19:56:15.957711 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.service [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] calling RpcWorker wait() {{(pid=78749) _wait /opt/stack/neutron/neutron/service.py:128}}
May 10 19:56:15.958363 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.service [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] returning from RpcWorker wait() {{(pid=78749) _wait /opt/stack/neutron/neutron/service.py:135}}
May 10 19:56:15.959058 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Started child 78750 {{(pid=78642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 19:56:15.959580 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:15.959942 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG neutron_lib.callbacks.manager [None req-432b01b9-becf-4c47-9c31-211b2da84c29 None None] Notify callbacks [] for process, after_spawn {{(pid=78642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:15.960105 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:56:15.961865 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78642) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 19:56:15.962149 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 19:56:15.962258 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 19:56:15.962469 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 19:56:15.962814 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 19:56:15.962982 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 19:56:15.963512 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.963783 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.964064 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.964348 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.964442 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:15.964903 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.965206 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.965374 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:56:15.965473 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.965726 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.966000 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.966266 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.966441 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.966610 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.966866 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.967184 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.967464 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.967753 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.967995 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.968296 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.968471 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.968735 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.969006 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.969253 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.969520 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.969767 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.970305 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.970551 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.970882 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.971106 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.971400 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.971653 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.971949 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.972211 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.972436 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.972681 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.972932 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.973166 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.973392 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.973614 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.973886 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.974104 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.974607 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] host                           = dv-cinder-788365-3-iscsi {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.974827 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.975047 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.975296 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.975641 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.975896 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.976109 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.976369 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.976619 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.976875 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.977107 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.977367 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.977604 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.977827 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.978081 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.978230 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.978488 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.978780 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.979044 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.979234 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.979431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.979615 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.979868 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.980035 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.980305 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.980538 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.980756 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.981002 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.981237 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.981472 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.981736 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.981971 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.982218 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.982456 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.982713 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.982942 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.983169 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.983444 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.983670 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.983887 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.984101 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.984338 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.984567 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.984781 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.984994 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.985251 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.985468 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.986312 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.986696 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.986982 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.987462 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.987706 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.987951 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.988225 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.988460 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.988715 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.988963 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.989182 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.989414 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.989699 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.989889 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.991591 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.991591 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.991591 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.991591 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.991591 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.991591 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.992006 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.992006 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.992146 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:15.992540 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.993078 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.993428 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.993622 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.993872 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.994286 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.994392 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.994563 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.994820 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.995055 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.995431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.995674 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.995969 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.996187 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.996463 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.996805 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.997139 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.997388 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.997633 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.997898 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.998117 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.998349 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.998681 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.998961 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.999229 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.999524 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.999746 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:15.999972 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.000206 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.000444 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.000664 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.000883 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.001167 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.001554 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.002262 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.002510 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.002752 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.002975 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.003236 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.003530 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.003777 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.004018 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.004244 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.004465 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.004683 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.004904 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.005146 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.005379 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.005595 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.005841 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.006070 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.006320 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.006539 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.006771 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.006976 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.007211 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.007451 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.007667 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.007882 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.008820 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.008820 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.008820 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.008820 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.009167 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.009255 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.009426 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.010026 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.010026 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.010197 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.010318 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.010558 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.013431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.013431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.013431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.013431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.013431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.013431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.013431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.013431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.013431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.014103 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.014103 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.014103 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.014103 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.014103 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.014456 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.014456 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.014888 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.014888 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.015126 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.015395 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.015643 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.016597 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.016597 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.016597 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.016597 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.016951 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.017158 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.017411 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.017634 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.017899 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.018139 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.018405 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.018656 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.018908 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.019159 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.019454 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.019758 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.020007 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.020302 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.020580 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.020848 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.021110 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.021366 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.021603 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.021876 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.022180 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.022431 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.022714 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.022986 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.023234 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.023545 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.023777 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.024037 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.024293 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.024509 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.024731 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.025008 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.025265 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.025495 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.025719 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.025948 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.026261 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.026528 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.026748 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.026965 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.027250 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.027521 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.027757 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.028021 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.028284 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.028589 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.028944 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.029287 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.029515 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.029757 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.030009 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.030234 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.030457 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.030674 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.030913 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.031152 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.031389 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.031783 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.032164 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.032536 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.032959 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.033377 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.033697 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.033963 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.034184 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.034434 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.034684 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.034909 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.035133 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.035378 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.035597 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.035892 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.036090 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.036370 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.036637 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.036876 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.037258 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.037644 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.038038 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.038402 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.038796 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.039180 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.039437 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.039659 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.039887 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.040107 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.040332 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.040589 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.040833 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.041073 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.041323 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.041659 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.041914 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.042163 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.042695 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.042695 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.042864 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.043092 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.043398 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.043624 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.043782 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.044185 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.044607 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.044997 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.045594 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.045976 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.046370 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.046614 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.046840 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.047056 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.047385 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.047637 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.047878 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.048131 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.049028 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.049363 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.049666 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.049892 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.050226 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.050473 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.050725 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.050943 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.051364 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.051597 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.051823 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.052055 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.052282 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.052488 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.052712 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.052951 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.053219 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.053436 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.053681 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.053904 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.054118 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.054466 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.054733 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.054959 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.055248 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.055512 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.055789 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.056058 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.056390 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.056606 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.056868 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.057111 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.057331 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.057571 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.057837 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.058159 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.058444 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.058708 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.058980 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.059243 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.059551 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.059813 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.060034 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.060342 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.060700 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.060997 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.061256 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.061778 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.062068 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.062315 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.062563 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.062777 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.063014 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.063417 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.063685 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.064643 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.064957 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.065183 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.065433 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.065656 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.065910 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.066150 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.066400 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.066618 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.066779 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 19:56:16.067415 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78642) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 19:56:16.067655 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 19:56:16.067786 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 19:56:16.067963 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 19:56:16.068137 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 19:56:16.068279 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 19:56:16.068488 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.068651 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.068813 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.068974 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.069134 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.069314 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.069474 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.069634 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.069795 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.069954 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.070115 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.070274 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.070432 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.070590 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.070749 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.070908 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.071068 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.071226 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.071417 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.071573 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.071743 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.071893 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.072048 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.072206 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.072381 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.072543 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.072702 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.072865 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.073025 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.073184 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.073342 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.073505 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.073645 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.073809 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.073967 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.074177 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.074314 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.074448 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.074581 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.074725 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.074859 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] host                           = dv-cinder-788365-3-iscsi {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.074993 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.075152 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.075337 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.075483 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.075644 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.075804 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.075950 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.076949 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.076949 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.076949 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.076949 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.076949 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.076949 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.077411 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.077411 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.077411 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.077411 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.077632 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.077785 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.077947 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.078108 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.078277 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.078424 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.078584 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.078743 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.078902 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.079060 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.079220 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.079406 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.079596 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.079756 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.079995 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.080084 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.080216 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.080373 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.080531 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.080693 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.080849 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.081007 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.081165 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.081324 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.081483 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.081642 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.081800 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.082053 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.082154 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.082266 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.082426 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.082586 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.082749 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.082907 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.083239 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.083435 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.083595 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.083754 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.083913 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.084072 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.084226 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.084378 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.084543 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.084699 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.085007 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.085317 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.085479 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.085644 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.085801 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.085972 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.086110 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.086276 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:56:16.086476 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.086639 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.086817 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.086980 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.087147 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.087373 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.087540 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.087687 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.087836 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.087993 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.088157 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.088319 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.088481 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.088646 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.088809 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.088973 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.089170 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.089170 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.089439 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.089439 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.089595 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.089748 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.089926 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.090088 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.090251 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.090412 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.090577 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.090742 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.090906 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.091068 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.091229 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.091418 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.091577 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.091718 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.091866 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.092038 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.092171 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.092335 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.092495 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.092657 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.092820 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.092983 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.093146 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.093317 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.093480 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.093643 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.093804 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.094108 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.094421 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.094571 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.094746 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.094909 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.095174 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.095397 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.095535 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.095665 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.095800 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.095980 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.096114 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.096269 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.096441 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.096585 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.096716 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.096850 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:56:16.096997 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.096997 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.097255 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.097255 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.097517 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.097517 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.097779 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.097912 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.098045 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.098179 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.098312 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.098455 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.098589 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.098730 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.098863 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.099032 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.099195 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.099387 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.099548 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.099710 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.099871 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.100040 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.100219 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.100382 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.100545 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.100708 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.100869 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.101030 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.101191 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.101353 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.101516 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.101678 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.101839 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.102000 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.102164 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.102325 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.102485 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.102646 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.102806 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.102966 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.103127 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.103298 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.103478 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.103640 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.103801 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.103962 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.104121 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.104282 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.104453 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.104614 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.104778 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.104942 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.105109 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.105281 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.105443 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.105605 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.105766 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.105927 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.106087 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.106249 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.106410 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.106570 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.106731 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.106893 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.107061 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.107233 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.107418 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.107582 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.107746 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.107930 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.108076 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.108262 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.108968 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.108968 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.108968 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.108968 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.108968 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.110524 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.110524 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.110524 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.110524 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.110524 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.110524 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.110524 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.110524 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.111749 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.111749 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.111749 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.111749 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.111749 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.111749 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.111749 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.112190 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.112190 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.112190 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.112869 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.112869 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.112869 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.112869 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.113134 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.113134 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.113273 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.113417 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.113583 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.113742 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.113936 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.114055 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.114217 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.114379 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.114542 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.114704 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.114867 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.115029 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.115215 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.115378 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.115543 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.115762 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.115886 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.116017 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.116193 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.116346 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.116505 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.116672 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.116832 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.117011 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.117171 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.117331 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.117492 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.117653 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.117814 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.117976 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.118136 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.118297 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.118459 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.118619 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.118783 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.118948 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.119110 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.119272 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.119456 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.119617 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.119779 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.119939 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.120114 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.120277 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.120443 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.120607 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.120768 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.120940 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.121105 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.121267 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.121427 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.121592 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.123375 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.123375 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.123375 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.123375 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.123375 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.123375 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.123375 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.123375 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.123375 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124177 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124177 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124177 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124177 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124177 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124177 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124177 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124681 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124681 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124681 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124681 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124954 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.124954 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.125136 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.125333 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.125461 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.125613 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.125774 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.125969 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.126099 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.126266 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.127053 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.127209 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.127398 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.127591 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.127782 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.127957 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.128120 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.128289 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.128483 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.128646 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.128807 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.128971 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.129134 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.129295 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.129455 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.129617 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.129778 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.129939 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.130099 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.130259 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.130420 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.130581 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.130742 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.130905 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.131066 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.131227 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.131410 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.131573 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:56:16.131727 dv-cinder-788365-3-iscsi neutron-server[78642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 19:56:16.153585 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 54942) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:16.162371 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065277
May 10 19:56:27.044085 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55531006-0b73-43bd-918d-24c8831d7eb9 None None] get_active_networks_info from dv-cinder-788365-3-iscsi {{(pid=78749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 10 19:56:27.117697 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55531006-0b73-43bd-918d-24c8831d7eb9 None None] No non-hosted networks {{(pid=78749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 10 19:56:27.119477 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-07414d15-b63f-4d39-aa33-c89a7df17bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862'] for agent, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:29.349008 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-67e13d9d-9359-484e-9e90-2bf9573a8d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862'] for agent, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:29.404680 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ef21f7b2-995b-40e1-a3b4-336bb6b1e43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:29.490667 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862'] for agent, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:29.491284 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.491643 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.492015 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.492346 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.492684 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.492997 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.493323 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.493662 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.493998 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.494306 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.494624 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.494937 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:29.495362 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1ce4e66d00>, 'Open vSwitch agent', 'dv-cinder-788365-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:56:29.509692 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1ce4e766a0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788365-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:56:30.738141 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862'] for agent, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:32.153216 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862'] for agent, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:32.554517 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.db.l3_hamode_db [None req-98ce8252-1c26-45b7-8e73-9888ac50e70e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 10 19:56:32.642743 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce8252-1c26-45b7-8e73-9888ac50e70e None None] Routers set() bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:56:32.643130 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce8252-1c26-45b7-8e73-9888ac50e70e None None] Router IDs set() for agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 10 19:56:33.730212 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 55032) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:34.311829 dv-cinder-788365-3-iscsi neutron-server[78748]: WARNING oslo_policy.policy [None req-1aa225cf-d134-4c65-ad94-1c1f8e02f1a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:56:34.312395 dv-cinder-788365-3-iscsi neutron-server[78748]: WARNING oslo_policy.policy [None req-1aa225cf-d134-4c65-ad94-1c1f8e02f1a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:56:34.527258 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [None req-1aa225cf-d134-4c65-ad94-1c1f8e02f1a1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:56:34.528362 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-1aa225cf-d134-4c65-ad94-1c1f8e02f1a1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7973275
May 10 19:56:36.928946 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55046) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:37.513791 dv-cinder-788365-3-iscsi neutron-server[78747]: WARNING oslo_policy.policy [None req-bc1663ce-601e-4622-a3b9-d8da88b56341 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:56:37.514359 dv-cinder-788365-3-iscsi neutron-server[78747]: WARNING oslo_policy.policy [None req-bc1663ce-601e-4622-a3b9-d8da88b56341 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:56:37.726418 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-bc1663ce-601e-4622-a3b9-d8da88b56341 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:56:37.825539 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.policy [None req-bc1663ce-601e-4622-a3b9-d8da88b56341 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78747) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 19:56:37.871250 dv-cinder-788365-3-iscsi neutron-server[78747]: WARNING oslo_policy.policy [None req-bc1663ce-601e-4622-a3b9-d8da88b56341 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:56:37.871646 dv-cinder-788365-3-iscsi neutron-server[78747]: WARNING oslo_policy.policy [None req-bc1663ce-601e-4622-a3b9-d8da88b56341 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:56:37.880966 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.quota [None req-bc1663ce-601e-4622-a3b9-d8da88b56341 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1ce4bd3f70>.
May 10 19:56:37.895933 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-bc1663ce-601e-4622-a3b9-d8da88b56341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:56:37.954408 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-bc1663ce-601e-4622-a3b9-d8da88b56341 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735129589060', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735129589527', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735129570763', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735129573663', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735129580442', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735129359416', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3895762', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3842039', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683651', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607471'] for rbac-policy, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:38.014688 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-bc1663ce-601e-4622-a3b9-d8da88b56341 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:38.016323 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-bc1663ce-601e-4622-a3b9-d8da88b56341 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0850365
May 10 19:56:40.583067 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55064) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:40.935753 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Request body: {'network': {'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'admin_state_up': True, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'name': 'private'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:56:40.940781 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:56:40.944880 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Usage tracker for resource:network and tenant:d18be72c1d47430ab36105fbe11bd76c is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:56:40.949389 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:56:40.955943 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:56:40.965683 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Made reservation on behalf of d18be72c1d47430ab36105fbe11bd76c for: {'network': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:56:40.969999 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:40.987503 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:41.002226 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:56:41.005928 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Usage tracker for resource:security_group_rule and tenant:d18be72c1d47430ab36105fbe11bd76c is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:56:41.010847 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:56:41.017318 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:56:41.113985 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:41.117674 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:41.123093 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:56:41.144351 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] vlan segment allocate from pool success with {'vlan_id': 950, 'physical_network': 'physnet1'}  {{(pid=78747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 19:56:41.168440 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735130461844', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:41.169040 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1ce5926940> segment precommit_create {{(pid=78747) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 19:56:41.169511 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.segments_db [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Added segment f2819e9d-31c1-4d92-98aa-fe1c5df8beb3 of type vlan for network 487f8996-df91-4207-a856-fca41cf7b0ea
May 10 19:56:41.178054 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ddf150-e70f-4294-a0c7-548b02d8b4ef,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:56:41.228294 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.228645 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.229002 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.229306 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.229617 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.229933 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.230245 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.230562 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.230871 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.231180 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.231515 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.231823 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Tracked resource versions report:
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]: pushed versions:
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]: {   'AddressGroup': {'1.2'},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     'ConntrackHelper': {'1.0'},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     'Log': {'1.0'},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     'Network': {'1.1'},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     'Port': {'1.7'},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     'PortForwarding': {'1.2'},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     'QosPolicy': {'1.8'},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     'SecurityGroup': {'1.4'},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     'SecurityGroupRule': {'1.2'},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     'SubPort': {'1.0'},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     'Subnet': {'1.1'},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     'Trunk': {'1.1'}}
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]: consumer versions:
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]: {   DHCP agent@dv-cinder-788365-3-iscsi: {},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     L3 agent@dv-cinder-788365-3-iscsi: {},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     Metadata agent@dv-cinder-788365-3-iscsi: {},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     Metering agent@dv-cinder-788365-3-iscsi: {},
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:     Open vSwitch agent@dv-cinder-788365-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'ConntrackHelper': '1.0',
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'Log': '1.0',
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'Network': '1.1',
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'Port': '1.7',
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'PortForwarding': '1.2',
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'QosPolicy': '1.8',
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'SecurityGroup': '1.4',
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'SecurityGroupRule': '1.2',
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'SubPort': '1.0',
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'Subnet': '1.1',
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'Trunk': '1.1'}}
May 10 19:56:41.232942 dv-cinder-788365-3-iscsi neutron-server[78747]:  {{(pid=78747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:56:41.288900 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:56:41.290583 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:41.333674 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:41.335249 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:56:41.335957 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:41.340388 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:56:41.440285 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8561254
May 10 19:56:41.442833 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Pushing event updated for resources: {'Network': ['ID=487f8996-df91-4207-a856-fca41cf7b0ea,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:56:41.446179 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:56:41.455518 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 487f8996-df91-4207-a856-fca41cf7b0ea details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 19:56:44.104254 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55080) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:44.556963 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a35faa-6252-4a73-a820-7f7d1ebdc6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:56:44.558300 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-09a35faa-6252-4a73-a820-7f7d1ebdc6dc admin admin] 10.222.0.18 "GET /v2.0/networks/487f8996-df91-4207-a856-fca41cf7b0ea HTTP/1.1" status: 200  len: 825 time: 0.4530847
May 10 19:56:44.585766 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-b32a4005-4d98-4b2a-acfd-1614be2c6d5b admin admin] 10.222.0.18 "GET /v2.0/subnetpools/d1d9194b-3f11-4a46-a59b-5cc1058f8f48 HTTP/1.1" status: 200  len: 734 time: 0.0211809
May 10 19:56:44.594372 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Request body: {'subnet': {'subnetpool_id': 'd1d9194b-3f11-4a46-a59b-5cc1058f8f48', 'name': 'private-subnet', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:56:44.598675 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:56:44.602398 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Usage tracker for resource:subnet and tenant:d18be72c1d47430ab36105fbe11bd76c is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:56:44.605312 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:56:44.611832 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:56:44.621899 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Made reservation on behalf of d18be72c1d47430ab36105fbe11bd76c for: {'subnet': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:56:44.624304 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:45.097284 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:45.101172 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:56:45.183792 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3497f0bf-a5a4-42c0-90f5-1a7f6338bb45,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:56:45.185989 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Checking segment: {'id': 'f2819e9d-31c1-4d92-98aa-fe1c5df8beb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:56:45.186361 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Network hostable DHCP agents. Network: 487f8996-df91-4207-a856-fca41cf7b0ea, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 19:56:45.190788 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:56:45.206568 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Network 487f8996-df91-4207-a856-fca41cf7b0ea is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 19:56:45.215991 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 487f8996-df91-4207-a856-fca41cf7b0ea) {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:56:45.221164 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:56:45.221757 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:45.226127 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f5da7-e8d1-46a0-bbbd-d244889c03f6 None None] Network 487f8996-df91-4207-a856-fca41cf7b0ea requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:56:45.251460 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6512866
May 10 19:56:45.541153 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc2a8df-320a-50db-a64d-be9126b88c2f-487f8996-df91-4207-a856-fca41cf7b0ea', 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'fixed_ips': [{'subnet_id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45'}]}} from dv-cinder-788365-3-iscsi. {{(pid=78749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 19:56:45.542323 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:45.725274 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.db_base_plugin_common [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Allocated IP 172.20.0.2 (487f8996-df91-4207-a856-fca41cf7b0ea/3497f0bf-a5a4-42c0-90f5-1a7f6338bb45/61a0222e-dc2f-4b9f-9fd4-78c880096b51) {{(pid=78749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:56:45.954861 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Notify callbacks [] for port, precommit_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:45.968211 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Transition to ACTIVE for port object 61a0222e-dc2f-4b9f-9fd4-78c880096b51 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:56:45.988459 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Transition to ACTIVE for port object 61a0222e-dc2f-4b9f-9fd4-78c880096b51 will not be triggered until provisioned by entity DHCP. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:56:45.995705 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:46.000755 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:56:46.054822 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Network 487f8996-df91-4207-a856-fca41cf7b0ea is already hosted by enough agents. {{(pid=78749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:56:46.057543 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.base_scheduler [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Resources bound (agent type, host, resource id):  {{(pid=78749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:56:46.069115 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Received port after_create {{(pid=78749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:56:46.075646 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Pushing event updated for resources: {'Port': ['ID=61a0222e-dc2f-4b9f-9fd4-78c880096b51,revision_number=1']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:56:46.115137 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.115511 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.115828 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.116150 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.116466 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.116783 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.117096 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.117407 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.117719 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.118039 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.118345 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.118646 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Tracked resource versions report:
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]: pushed versions:
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]: {   'AddressGroup': {'1.2'},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     'ConntrackHelper': {'1.0'},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     'Log': {'1.0'},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     'Network': {'1.1'},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     'Port': {'1.7'},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     'PortForwarding': {'1.2'},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     'QosPolicy': {'1.8'},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     'SecurityGroup': {'1.4'},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     'SecurityGroupRule': {'1.2'},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     'SubPort': {'1.0'},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     'Subnet': {'1.1'},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     'Trunk': {'1.1'}}
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]: consumer versions:
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]: {   DHCP agent@dv-cinder-788365-3-iscsi: {},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     L3 agent@dv-cinder-788365-3-iscsi: {},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     Metadata agent@dv-cinder-788365-3-iscsi: {},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     Metering agent@dv-cinder-788365-3-iscsi: {},
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:     Open vSwitch agent@dv-cinder-788365-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'ConntrackHelper': '1.0',
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'Log': '1.0',
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'Network': '1.1',
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'Port': '1.7',
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'PortForwarding': '1.2',
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'QosPolicy': '1.8',
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'SecurityGroup': '1.4',
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'SecurityGroupRule': '1.2',
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'SubPort': '1.0',
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'Subnet': '1.1',
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'Trunk': '1.1'}}
May 10 19:56:46.119817 dv-cinder-788365-3-iscsi neutron-server[78749]:  {{(pid=78749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:56:46.150762 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:56:46.176319 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Attempting to bind port 61a0222e-dc2f-4b9f-9fd4-78c880096b51 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:56:46.176767 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Attempting to bind port 61a0222e-dc2f-4b9f-9fd4-78c880096b51 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'f2819e9d-31c1-4d92-98aa-fe1c5df8beb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:56:46.177197 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Attempting to bind port 61a0222e-dc2f-4b9f-9fd4-78c880096b51 on network 487f8996-df91-4207-a856-fca41cf7b0ea {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:56:46.183132 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:56:46.183573 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Checking segment: {'id': 'f2819e9d-31c1-4d92-98aa-fe1c5df8beb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:56:46.184060 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:46.184450 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Bound using segment: {'id': 'f2819e9d-31c1-4d92-98aa-fe1c5df8beb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:56:46.185165 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Bound port: 61a0222e-dc2f-4b9f-9fd4-78c880096b51, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2819e9d-31c1-4d92-98aa-fe1c5df8beb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:56:46.185548 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:46.276841 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] For port 61a0222e-dc2f-4b9f-9fd4-78c880096b51, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:56:46.280704 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] For port 61a0222e-dc2f-4b9f-9fd4-78c880096b51, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=61a0222e-dc2f-4b9f-9fd4-78c880096b51,segment=NetworkSegment(f2819e9d-31c1-4d92-98aa-fe1c5df8beb3),segment_id=f2819e9d-31c1-4d92-98aa-fe1c5df8beb3)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:56:46.285457 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:46.289495 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:56:46.380336 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Pushing event updated for resources: {'Port': ['ID=61a0222e-dc2f-4b9f-9fd4-78c880096b51,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:56:46.383503 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:56:47.656581 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55090) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:48.039499 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [None req-07a014d3-a94d-4438-a670-f5879996ba92 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:56:48.040601 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-07a014d3-a94d-4438-a670-f5879996ba92 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3829706
May 10 19:56:50.389408 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 55100) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:50.785603 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [None req-c9e8d108-88f9-49d6-816f-26a606176370 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:56:50.786571 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-c9e8d108-88f9-49d6-816f-26a606176370 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3961768
May 10 19:56:51.559852 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 61a0222e-dc2f-4b9f-9fd4-78c880096b51 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:56:51.639503 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 61a0222e-dc2f-4b9f-9fd4-78c880096b51 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:56:51.956131 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c806f-4c79-4b65-be75-297e5dd8e32d None None] Network 487f8996-df91-4207-a856-fca41cf7b0ea requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:56:52.057969 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-52c2d6c5-f6fb-4a67-94f4-14c85db6a641 None None] Provisioning for port 61a0222e-dc2f-4b9f-9fd4-78c880096b51 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:56:52.064566 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-52c2d6c5-f6fb-4a67-94f4-14c85db6a641 None None] Provisioning complete for port 61a0222e-dc2f-4b9f-9fd4-78c880096b51 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:56:52.064962 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-52c2d6c5-f6fb-4a67-94f4-14c85db6a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:52.291719 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-52c2d6c5-f6fb-4a67-94f4-14c85db6a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:52.335404 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-52c2d6c5-f6fb-4a67-94f4-14c85db6a641 None None] For port 61a0222e-dc2f-4b9f-9fd4-78c880096b51, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=61a0222e-dc2f-4b9f-9fd4-78c880096b51,segment=NetworkSegment(f2819e9d-31c1-4d92-98aa-fe1c5df8beb3),segment_id=f2819e9d-31c1-4d92-98aa-fe1c5df8beb3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:56:52.344949 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-52c2d6c5-f6fb-4a67-94f4-14c85db6a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:52.360575 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:56:52.430622 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2d6c5-f6fb-4a67-94f4-14c85db6a641 None None] Pushing event updated for resources: {'Port': ['ID=61a0222e-dc2f-4b9f-9fd4-78c880096b51,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:56:52.434279 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-52c2d6c5-f6fb-4a67-94f4-14c85db6a641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:56:52.570543 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-44e69f3d-326e-4063-945d-cb2b2591df42 None None] Provisioning complete for port 61a0222e-dc2f-4b9f-9fd4-78c880096b51 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:56:52.571149 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-44e69f3d-326e-4063-945d-cb2b2591df42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:53.429551 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 55118) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:53.528097 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 61a0222e-dc2f-4b9f-9fd4-78c880096b51 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:56:53.592698 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 61a0222e-dc2f-4b9f-9fd4-78c880096b51 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:56:53.593950 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:53.785444 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Request body: {'router': {'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'name': 'router1', 'admin_state_up': True}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:56:53.856066 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.policy [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78748) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 19:56:53.903474 dv-cinder-788365-3-iscsi neutron-server[78748]: WARNING oslo_policy.policy [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:56:53.903884 dv-cinder-788365-3-iscsi neutron-server[78748]: WARNING oslo_policy.policy [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:56:53.912726 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.quota [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1ce4be3640>.
May 10 19:56:53.928499 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:56:53.935085 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Usage tracker for resource:router and tenant:d18be72c1d47430ab36105fbe11bd76c is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:56:53.940135 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:56:53.947336 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:56:53.964890 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4458'] for router, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:53.966800 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4435'] for router, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:53.991583 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:54.108376 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659203'] for router, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:54.129527 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:54.130711 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-7bb13a0f-7223-442f-9840-40040c2418f2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7002077
May 10 19:56:56.547691 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55130) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:56.901020 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-b9507223-7d47-47b3-8b36-fa1f45ea7b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:56.995236 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [None req-17bc9d60-8999-49f9-a9ac-addfd1edc7fb admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:56:56.996250 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-17bc9d60-8999-49f9-a9ac-addfd1edc7fb admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4473217
May 10 19:56:58.019730 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 5 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:56:59.353930 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-8ce50da1-3a6d-45da-b514-8d54e9cf8222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:59.450820 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55140) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:59.473953 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:59.837217 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:56:59.843058 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:56:59.846837 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Usage tracker for resource:network and tenant:79c83bbe6f0846418bd28c3c1a7132cc is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:56:59.849699 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:56:59.855589 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:56:59.868620 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Made reservation on behalf of 79c83bbe6f0846418bd28c3c1a7132cc for: {'network': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:56:59.870965 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:59.883901 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:59.898802 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:56:59.902687 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Usage tracker for resource:security_group_rule and tenant:79c83bbe6f0846418bd28c3c1a7132cc is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:56:59.906671 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:56:59.912948 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:56:59.999052 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:00.003328 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:00.006413 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:00.022529 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Reserving flat network on physical network physnet1 {{(pid=78747) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 10 19:57:00.044210 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8a98f-d724-4873-8d01-4a08de627d5f,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:00.049674 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:00.050617 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:00.050953 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.segments_db [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Added segment c70aedf3-72c3-4a92-9559-26ac9bc3d43c of type flat for network 66463a67-383e-46fc-b836-a04601c3d476
May 10 19:57:00.084952 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:00.124826 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:00.126102 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:57:00.126677 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:00.130178 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:00.248517 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7966812
May 10 19:57:00.249290 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Pushing event updated for resources: {'Network': ['ID=66463a67-383e-46fc-b836-a04601c3d476,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:00.266027 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:00.272647 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 66463a67-383e-46fc-b836-a04601c3d476 details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 19:57:00.642820 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:02.102688 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:02.694613 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55160) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:57:02.910497 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120e241b-b6b0-4550-bae3-c51ea4724cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:57:02.911871 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-120e241b-b6b0-4550-bae3-c51ea4724cbc admin admin] 10.222.0.18 "GET /v2.0/subnets/3497f0bf-a5a4-42c0-90f5-1a7f6338bb45 HTTP/1.1" status: 200  len: 849 time: 0.2163866
May 10 19:57:03.083551 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-9fbc5ae4-16e8-4c98-abee-adee66f3c658 admin admin] 10.222.0.18 "GET /v2.0/routers/05e2bedb-dd1e-48cb-af46-c2afe41fc002 HTTP/1.1" status: 200  len: 704 time: 0.1659429
May 10 19:57:03.555263 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:03.816739 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Allocated IP 172.20.0.1 (487f8996-df91-4207-a856-fca41cf7b0ea/3497f0bf-a5a4-42c0-90f5-1a7f6338bb45/6663af12-7995-496f-99d3-7a72ffe8a9d6) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:57:03.980924 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:03.997685 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Transition to ACTIVE for port object 6663af12-7995-496f-99d3-7a72ffe8a9d6 will not be triggered until provisioned by entity DHCP. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:57:04.053354 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:04.060490 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:04.116726 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Network 487f8996-df91-4207-a856-fca41cf7b0ea is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:57:04.119413 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:57:04.123098 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:57:04.124463 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655836'] for router_interface, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:04.263590 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Pushing event updated for resources: {'Port': ['ID=6663af12-7995-496f-99d3-7a72ffe8a9d6,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:04.274710 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:04.299965 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-683e64cb-943b-4360-bd70-b0e3c945ad71 None None] Provisioning for port 6663af12-7995-496f-99d3-7a72ffe8a9d6 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:57:04.305769 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-683e64cb-943b-4360-bd70-b0e3c945ad71 None None] Provisioning complete for port 6663af12-7995-496f-99d3-7a72ffe8a9d6 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:57:04.306321 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-683e64cb-943b-4360-bd70-b0e3c945ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:04.360022 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-683e64cb-943b-4360-bd70-b0e3c945ad71 None None] Port 6663af12-7995-496f-99d3-7a72ffe8a9d6 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 19:57:04.400456 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:04.620976 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:04.626677 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:04.627756 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655743'] for router_interface, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:04.631621 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:04.757737 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Pushing event updated for resources: {'Port': ['ID=6663af12-7995-496f-99d3-7a72ffe8a9d6,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:04.761396 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:04.817410 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Network 487f8996-df91-4207-a856-fca41cf7b0ea is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:57:04.818432 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:57:04.982678 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-88902731-60fb-40de-9218-962acd0edf98 None None] Provisioning complete for port 6663af12-7995-496f-99d3-7a72ffe8a9d6 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:57:04.983204 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-88902731-60fb-40de-9218-962acd0edf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:05.037518 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-88902731-60fb-40de-9218-962acd0edf98 None None] Port 6663af12-7995-496f-99d3-7a72ffe8a9d6 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 19:57:05.044211 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Router 05e2bedb-dd1e-48cb-af46-c2afe41fc002 is scheduled to L3 agent 229cd993-baba-4305-aee7-6911b8bac52a with binding_index 1 {{(pid=78747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 19:57:05.198055 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 19:57:05.207519 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] 10.222.0.18 "PUT /v2.0/routers/05e2bedb-dd1e-48cb-af46-c2afe41fc002/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1190646
May 10 19:57:05.208019 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Sync routers for ids ['05e2bedb-dd1e-48cb-af46-c2afe41fc002'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 19:57:05.218976 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Routers {'05e2bedb-dd1e-48cb-af46-c2afe41fc002'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:57:05.219889 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4ed3280>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T19:56:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['05e2bedb-dd1e-48cb-af46-c2afe41fc002'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:57:05.394574 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Set router 05e2bedb-dd1e-48cb-af46-c2afe41fc002 gateway port host: None {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:57:05.759876 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4ed3280>, [{'id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'name': 'router1', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:56:53Z', 'updated_at': '2021-05-10T19:57:04Z', 'revision_number': 2, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'gw_port_host': None, '_interfaces': [{'id': '6663af12-7995-496f-99d3-7a72ffe8a9d6', 'name': '', 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'mac_address': 'fa:16:3e:47:62:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:57:03Z', 'updated_at': '2021-05-10T19:57:04Z', 'revision_number': 2, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'subnets': [{'id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d9194b-3f11-4a46-a59b-5cc1058f8f48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:57:05.765388 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Checking router: 05e2bedb-dd1e-48cb-af46-c2afe41fc002 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 19:57:05.765750 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Updating router 05e2bedb-dd1e-48cb-af46-c2afe41fc002 port 6663af12-7995-496f-99d3-7a72ffe8a9d6 binding host dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 19:57:05.817996 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:06.198688 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Notify callbacks [] for port, precommit_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:06.214486 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.provisioning_blocks [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Transition to ACTIVE for port object 6663af12-7995-496f-99d3-7a72ffe8a9d6 will not be triggered until provisioned by entity L2. {{(pid=78750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:57:06.221473 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:06.226624 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:06.466239 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Attempting to bind port 6663af12-7995-496f-99d3-7a72ffe8a9d6 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:57:06.467730 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Attempting to bind port 6663af12-7995-496f-99d3-7a72ffe8a9d6 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'f2819e9d-31c1-4d92-98aa-fe1c5df8beb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea'}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:57:06.467730 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Attempting to bind port 6663af12-7995-496f-99d3-7a72ffe8a9d6 on network 487f8996-df91-4207-a856-fca41cf7b0ea {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:57:06.471869 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Pushing event updated for resources: {'Port': ['ID=6663af12-7995-496f-99d3-7a72ffe8a9d6,revision_number=3']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:06.477051 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:57:06.477472 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Checking segment: {'id': 'f2819e9d-31c1-4d92-98aa-fe1c5df8beb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:57:06.477948 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:06.478332 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Bound using segment: {'id': 'f2819e9d-31c1-4d92-98aa-fe1c5df8beb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea'} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:57:06.478819 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Bound port: 6663af12-7995-496f-99d3-7a72ffe8a9d6, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2819e9d-31c1-4d92-98aa-fe1c5df8beb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea'}}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:57:06.479204 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:06.492769 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.493112 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.493447 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.493773 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.494122 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.494413 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.494732 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.495047 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.495397 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.495715 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.496024 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.496333 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Tracked resource versions report:
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]: pushed versions:
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]: {   'AddressGroup': {'1.2'},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     'ConntrackHelper': {'1.0'},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     'Log': {'1.0'},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     'Network': {'1.1'},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     'Port': {'1.7'},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     'PortForwarding': {'1.2'},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     'QosPolicy': {'1.8'},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     'SecurityGroup': {'1.4'},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     'SecurityGroupRule': {'1.2'},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     'SubPort': {'1.0'},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     'Subnet': {'1.1'},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     'Trunk': {'1.1'}}
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]: consumer versions:
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]: {   DHCP agent@dv-cinder-788365-3-iscsi: {},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     L3 agent@dv-cinder-788365-3-iscsi: {},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     Metadata agent@dv-cinder-788365-3-iscsi: {},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     Metering agent@dv-cinder-788365-3-iscsi: {},
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:     Open vSwitch agent@dv-cinder-788365-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'ConntrackHelper': '1.0',
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'Log': '1.0',
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'Network': '1.1',
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'Port': '1.7',
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'PortForwarding': '1.2',
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'QosPolicy': '1.8',
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'SecurityGroup': '1.4',
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'SecurityGroupRule': '1.2',
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'SubPort': '1.0',
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'Subnet': '1.1',
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'Trunk': '1.1'}}
May 10 19:57:06.497462 dv-cinder-788365-3-iscsi neutron-server[78750]:  {{(pid=78750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:57:06.530634 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:06.581500 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] For port 6663af12-7995-496f-99d3-7a72ffe8a9d6, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:57:06.585741 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] For port 6663af12-7995-496f-99d3-7a72ffe8a9d6, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=6663af12-7995-496f-99d3-7a72ffe8a9d6,segment=NetworkSegment(f2819e9d-31c1-4d92-98aa-fe1c5df8beb3),segment_id=f2819e9d-31c1-4d92-98aa-fe1c5df8beb3)] {{(pid=78750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:57:06.590972 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:06.595782 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:06.704534 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Pushing event updated for resources: {'Port': ['ID=6663af12-7995-496f-99d3-7a72ffe8a9d6,revision_number=4']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:06.707064 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Routers {'05e2bedb-dd1e-48cb-af46-c2afe41fc002'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:57:06.707695 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4ed3280>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T19:56:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['05e2bedb-dd1e-48cb-af46-c2afe41fc002'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:57:06.757259 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:06.862389 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] Set router 05e2bedb-dd1e-48cb-af46-c2afe41fc002 gateway port host: None {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:57:07.185575 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4ed3280>, [{'id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'name': 'router1', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:56:53Z', 'updated_at': '2021-05-10T19:57:04Z', 'revision_number': 2, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'gw_port_host': None, '_interfaces': [{'id': '6663af12-7995-496f-99d3-7a72ffe8a9d6', 'name': '', 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'mac_address': 'fa:16:3e:47:62:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:57:03Z', 'updated_at': '2021-05-10T19:57:06Z', 'revision_number': 4, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'subnets': [{'id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d9194b-3f11-4a46-a59b-5cc1058f8f48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:57:07.190437 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff62168-e2e8-4151-89fe-85f7f736b149 None None] The sync data for ids ['05e2bedb-dd1e-48cb-af46-c2afe41fc002'] in dv-cinder-788365-3-iscsi is: [{'id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'name': 'router1', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:56:53Z', 'updated_at': '2021-05-10T19:57:04Z', 'revision_number': 2, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'gw_port_host': None, '_interfaces': [{'id': '6663af12-7995-496f-99d3-7a72ffe8a9d6', 'name': '', 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'mac_address': 'fa:16:3e:47:62:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:57:03Z', 'updated_at': '2021-05-10T19:57:06Z', 'revision_number': 4, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'subnets': [{'id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d9194b-3f11-4a46-a59b-5cc1058f8f48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 19:57:07.386399 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55182) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:57:07.533223 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291b3223-ea9e-496d-a2e7-7978a2abb647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:57:07.533772 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-291b3223-ea9e-496d-a2e7-7978a2abb647 admin admin] Synchronizing usage tracker for tenant:79c83bbe6f0846418bd28c3c1a7132cc on resource:network {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:57:07.551359 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-291b3223-ea9e-496d-a2e7-7978a2abb647 admin admin] Unset dirty status for tenant:79c83bbe6f0846418bd28c3c1a7132cc on resource:network {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:57:07.552615 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-291b3223-ea9e-496d-a2e7-7978a2abb647 admin admin] 10.222.0.18 "GET /v2.0/networks/66463a67-383e-46fc-b836-a04601c3d476 HTTP/1.1" status: 200  len: 842 time: 0.1650684
May 10 19:57:07.562299 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'ip_version': 4}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:57:07.567710 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:57:07.571422 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Usage tracker for resource:subnet and tenant:79c83bbe6f0846418bd28c3c1a7132cc is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:57:07.574146 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:57:07.580879 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:57:07.590443 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Made reservation on behalf of 79c83bbe6f0846418bd28c3c1a7132cc for: {'subnet': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:57:07.593401 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:08.006851 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.objects.ports [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78747) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 10 19:57:08.007292 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:08.010846 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:08.081343 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3d382b-1f4c-43f2-b560-116d77d77095,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:08.085246 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:08.091009 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Checking segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:57:08.091410 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Network hostable DHCP agents. Network: 66463a67-383e-46fc-b836-a04601c3d476, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 19:57:08.109366 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Network 66463a67-383e-46fc-b836-a04601c3d476 is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 19:57:08.118624 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 66463a67-383e-46fc-b836-a04601c3d476) {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:57:08.123024 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:57:08.123707 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:08.129689 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef38b61f-1e91-41dd-8353-496252b0ec04 None None] Network 66463a67-383e-46fc-b836-a04601c3d476 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:57:08.143859 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5855315
May 10 19:57:08.333679 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d535bf-5f5c-4f08-b0b0-6e91b1f18994 None None] Network 66463a67-383e-46fc-b836-a04601c3d476 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:57:10.374645 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55196) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:57:10.572997 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-06b20a84-14fd-4e50-9029-ab6c5c04871e admin admin] 10.222.0.18 "GET /v2.0/routers/05e2bedb-dd1e-48cb-af46-c2afe41fc002 HTTP/1.1" status: 200  len: 710 time: 0.1972213
May 10 19:57:10.702628 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1406eac5-f2a2-44fd-9c6f-405cb5c8d3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:57:10.704040 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-1406eac5-f2a2-44fd-9c6f-405cb5c8d3fa admin admin] 10.222.0.18 "GET /v2.0/networks/66463a67-383e-46fc-b836-a04601c3d476 HTTP/1.1" status: 200  len: 886 time: 0.1260405
May 10 19:57:10.712692 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:57:11.199087 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4429'] for router, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:11.534295 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:11.557592 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 6663af12-7995-496f-99d3-7a72ffe8a9d6 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:57:11.593567 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:11.624454 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 6663af12-7995-496f-99d3-7a72ffe8a9d6 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:57:11.628915 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 6663af12-7995-496f-99d3-7a72ffe8a9d6 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:57:11.629313 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:11.728978 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Allocated IP 172.27.0.41 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/89e9d187-4a89-42a7-92aa-2f8bc14a5c81) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:57:11.747063 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:11.781021 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 6663af12-7995-496f-99d3-7a72ffe8a9d6, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=6663af12-7995-496f-99d3-7a72ffe8a9d6,segment=NetworkSegment(f2819e9d-31c1-4d92-98aa-fe1c5df8beb3),segment_id=f2819e9d-31c1-4d92-98aa-fe1c5df8beb3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:57:11.784968 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:11.787143 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:11.857946 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=6663af12-7995-496f-99d3-7a72ffe8a9d6,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:11.861571 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:11.880809 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:11.911597 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:11.916279 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:11.971523 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:57:11.974189 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:57:11.977742 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:57:12.094150 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Pushing event updated for resources: {'Port': ['ID=89e9d187-4a89-42a7-92aa-2f8bc14a5c81,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:12.106249 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:12.421004 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:12.757539 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4429'] for router, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:12.760713 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714755'] for router, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:12.938813 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Router 05e2bedb-dd1e-48cb-af46-c2afe41fc002 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 19:57:13.116258 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 19:57:13.125048 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Notify callbacks [] for router, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:13.126259 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] 10.222.0.18 "PUT /v2.0/routers/05e2bedb-dd1e-48cb-af46-c2afe41fc002 HTTP/1.1" status: 200  len: 889 time: 2.4168265
May 10 19:57:13.126403 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Sync routers for ids ['05e2bedb-dd1e-48cb-af46-c2afe41fc002'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 19:57:13.136688 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Routers {'05e2bedb-dd1e-48cb-af46-c2afe41fc002'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:57:13.137375 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4225ca0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T19:56:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['05e2bedb-dd1e-48cb-af46-c2afe41fc002'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:57:13.336999 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Set router 05e2bedb-dd1e-48cb-af46-c2afe41fc002 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:57:13.563857 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 6663af12-7995-496f-99d3-7a72ffe8a9d6 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:57:13.711245 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 6663af12-7995-496f-99d3-7a72ffe8a9d6 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:57:13.711932 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:13.862133 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4225ca0>, [{'id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'name': 'router1', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '89e9d187-4a89-42a7-92aa-2f8bc14a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:56:53Z', 'updated_at': '2021-05-10T19:57:12Z', 'revision_number': 4, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'gw_port': {'id': '89e9d187-4a89-42a7-92aa-2f8bc14a5c81', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:57:11Z', 'updated_at': '2021-05-10T19:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6663af12-7995-496f-99d3-7a72ffe8a9d6', 'name': '', 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'mac_address': 'fa:16:3e:47:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:57:03Z', 'updated_at': '2021-05-10T19:57:11Z', 'revision_number': 5, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'subnets': [{'id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d9194b-3f11-4a46-a59b-5cc1058f8f48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:57:13.867327 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Checking router: 05e2bedb-dd1e-48cb-af46-c2afe41fc002 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 19:57:13.867694 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Updating router 05e2bedb-dd1e-48cb-af46-c2afe41fc002 port 89e9d187-4a89-42a7-92aa-2f8bc14a5c81 binding host dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 19:57:13.922748 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:14.247980 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Notify callbacks [] for port, precommit_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:14.258901 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Transition to ACTIVE for port object 89e9d187-4a89-42a7-92aa-2f8bc14a5c81 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:57:14.264481 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:14.268137 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:14.342149 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb048d85-3953-4b4f-bce5-016c693303d2 None None] Pushing event updated for resources: {'Port': ['ID=89e9d187-4a89-42a7-92aa-2f8bc14a5c81,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:14.345816 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-bb048d85-3953-4b4f-bce5-016c693303d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:14.346643 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Attempting to bind port 89e9d187-4a89-42a7-92aa-2f8bc14a5c81 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:57:14.347008 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Attempting to bind port 89e9d187-4a89-42a7-92aa-2f8bc14a5c81 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:57:14.347386 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Attempting to bind port 89e9d187-4a89-42a7-92aa-2f8bc14a5c81 on network 66463a67-383e-46fc-b836-a04601c3d476 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:57:14.353087 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:57:14.353458 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Checking segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:57:14.353858 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:14.354241 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Bound using segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:57:14.354704 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Bound port: 89e9d187-4a89-42a7-92aa-2f8bc14a5c81, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:57:14.355091 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:14.428426 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] For port 89e9d187-4a89-42a7-92aa-2f8bc14a5c81, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:57:14.431419 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] For port 89e9d187-4a89-42a7-92aa-2f8bc14a5c81, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=89e9d187-4a89-42a7-92aa-2f8bc14a5c81,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:57:14.436278 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:14.439962 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:14.513929 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Routers {'05e2bedb-dd1e-48cb-af46-c2afe41fc002'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:57:14.514465 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4225ca0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T19:56:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['05e2bedb-dd1e-48cb-af46-c2afe41fc002'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:57:14.626537 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb048d85-3953-4b4f-bce5-016c693303d2 None None] Pushing event updated for resources: {'Port': ['ID=89e9d187-4a89-42a7-92aa-2f8bc14a5c81,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:14.634146 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-bb048d85-3953-4b4f-bce5-016c693303d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:14.691832 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] Set router 05e2bedb-dd1e-48cb-af46-c2afe41fc002 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:57:15.038967 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4225ca0>, [{'id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'name': 'router1', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '89e9d187-4a89-42a7-92aa-2f8bc14a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:56:53Z', 'updated_at': '2021-05-10T19:57:12Z', 'revision_number': 4, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'gw_port': {'id': '89e9d187-4a89-42a7-92aa-2f8bc14a5c81', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:57:11Z', 'updated_at': '2021-05-10T19:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6663af12-7995-496f-99d3-7a72ffe8a9d6', 'name': '', 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'mac_address': 'fa:16:3e:47:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:57:03Z', 'updated_at': '2021-05-10T19:57:11Z', 'revision_number': 5, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'subnets': [{'id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d9194b-3f11-4a46-a59b-5cc1058f8f48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:57:15.042796 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd95d67-2a24-4e9a-9cd8-2d117486447f None None] The sync data for ids ['05e2bedb-dd1e-48cb-af46-c2afe41fc002'] in dv-cinder-788365-3-iscsi is: [{'id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'name': 'router1', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '89e9d187-4a89-42a7-92aa-2f8bc14a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:56:53Z', 'updated_at': '2021-05-10T19:57:12Z', 'revision_number': 4, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'gw_port': {'id': '89e9d187-4a89-42a7-92aa-2f8bc14a5c81', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:57:11Z', 'updated_at': '2021-05-10T19:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6663af12-7995-496f-99d3-7a72ffe8a9d6', 'name': '', 'network_id': '487f8996-df91-4207-a856-fca41cf7b0ea', 'tenant_id': 'd18be72c1d47430ab36105fbe11bd76c', 'mac_address': 'fa:16:3e:47:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e2bedb-dd1e-48cb-af46-c2afe41fc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:57:03Z', 'updated_at': '2021-05-10T19:57:11Z', 'revision_number': 5, 'project_id': 'd18be72c1d47430ab36105fbe11bd76c', 'subnets': [{'id': '3497f0bf-a5a4-42c0-90f5-1a7f6338bb45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d9194b-3f11-4a46-a59b-5cc1058f8f48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 19:57:15.535215 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55206) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:57:15.578655 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 89e9d187-4a89-42a7-92aa-2f8bc14a5c81 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:57:15.649297 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 89e9d187-4a89-42a7-92aa-2f8bc14a5c81 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:57:15.655556 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 89e9d187-4a89-42a7-92aa-2f8bc14a5c81 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:57:15.656004 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:15.658914 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-3537a72c-5599-41ce-b49b-b9a9dc1e3985 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1225522
May 10 19:57:15.785421 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:15.804868 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 89e9d187-4a89-42a7-92aa-2f8bc14a5c81, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=89e9d187-4a89-42a7-92aa-2f8bc14a5c81,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:57:15.812346 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:15.814698 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:57:15.881889 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=89e9d187-4a89-42a7-92aa-2f8bc14a5c81,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:57:15.885112 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:57:17.565371 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 89e9d187-4a89-42a7-92aa-2f8bc14a5c81 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:57:17.640382 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 89e9d187-4a89-42a7-92aa-2f8bc14a5c81 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:57:17.640758 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:26.913611 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-67bd8340-9076-4863-a677-c7e7b71d57f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:29.357201 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e775f4f7-c315-4bc2-8802-bdd4836cede2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:29.483733 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:30.646035 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:32.120691 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:35.019089 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 5 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:57:56.994780 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-78b9064a-8896-49ac-8c1e-8c590bb345bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:59.360489 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6d340120-fb49-4d3a-97a2-1b676a55c893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:59.477622 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:00.652753 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:02.116215 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:12.018625 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 5 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:58:26.912867 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-444e579b-5044-4404-aa87-fa3aed8c87bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:29.363410 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9cc77326-e2da-4c37-a376-7546778e4504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:29.480834 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:30.652680 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:32.117404 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:49.017383 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 5 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:58:51.020200 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55776) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:58:51.093440 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.pecan_wsgi.hooks.translation [None req-75486602-15cf-4a27-a1ea-072f5f413700 admin admin] GET failed (client error): The resource could not be found.
May 10 19:58:51.094767 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-75486602-15cf-4a27-a1ea-072f5f413700 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0735624
May 10 19:58:51.228412 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24266e4a-cda0-4d61-991c-377df65bfcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:58:51.229807 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-24266e4a-cda0-4d61-991c-377df65bfcf8 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1312640
May 10 19:58:53.382596 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55786) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:58:53.493321 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec1268-0294-437e-96f9-9954b36368f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:58:53.494450 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-2cec1268-0294-437e-96f9-9954b36368f3 admin admin] Synchronizing usage tracker for tenant:79c83bbe6f0846418bd28c3c1a7132cc on resource:subnet {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:58:53.510862 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-2cec1268-0294-437e-96f9-9954b36368f3 admin admin] Unset dirty status for tenant:79c83bbe6f0846418bd28c3c1a7132cc on resource:subnet {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:58:53.512080 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-2cec1268-0294-437e-96f9-9954b36368f3 admin admin] 10.222.0.18 "GET /v2.0/subnets/3497f0bf-a5a4-42c0-90f5-1a7f6338bb45 HTTP/1.1" status: 200  len: 849 time: 0.1285472
May 10 19:58:53.521489 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:58:53.636179 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Notify callbacks [] for subnet, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:53.882762 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735130455134'] for subnet, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:53.888169 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:58:53.929586 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:58:53.930184 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:53.947356 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] 10.222.0.18 "PUT /v2.0/subnets/3497f0bf-a5a4-42c0-90f5-1a7f6338bb45 HTTP/1.1" status: 200  len: 868 time: 0.4155147
May 10 19:58:53.949981 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af556c38-16ef-40f9-b729-22c8cb46e53b None None] Network 487f8996-df91-4207-a856-fca41cf7b0ea requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:58:53.958755 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3497f0bf-a5a4-42c0-90f5-1a7f6338bb45,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:58:53.967926 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.968275 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.968600 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.968934 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.969267 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.969603 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.969926 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.970259 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.970584 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.970911 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.971816 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.971816 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:58:53.975557 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:58:54.454975 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-255ef17a-a283-4c99-aea3-5bdcb2945502 None None] Provisioning complete for port 6663af12-7995-496f-99d3-7a72ffe8a9d6 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:58:54.455364 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-255ef17a-a283-4c99-aea3-5bdcb2945502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:54.580408 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-255ef17a-a283-4c99-aea3-5bdcb2945502 None None] Provisioning complete for port 61a0222e-dc2f-4b9f-9fd4-78c880096b51 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:58:54.580669 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-255ef17a-a283-4c99-aea3-5bdcb2945502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:56.084417 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55796) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:58:56.262553 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690dfb7-3d6b-45cf-bdf8-cc8c826ba166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:58:56.262941 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690dfb7-3d6b-45cf-bdf8-cc8c826ba166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:58:56.264487 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-8690dfb7-3d6b-45cf-bdf8-cc8c826ba166 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1791117
May 10 19:58:56.916431 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-b336ca46-4985-46b5-b270-8cbe749b8eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:58.380660 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 55806) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:58:58.592419 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b1160-b1fa-4e00-b576-8c105635aa52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:58:58.592822 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b1160-b1fa-4e00-b576-8c105635aa52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:58:58.594449 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-ac6b1160-b1fa-4e00-b576-8c105635aa52 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2128744
May 10 19:58:59.366571 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-58016434-1d49-4665-a373-7967fa0f22b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:59.484425 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:00.657438 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:00.744191 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 55816) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:00.921921 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c51fa1b-1822-42e1-9182-cfb283ebe310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:00.923295 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-1c51fa1b-1822-42e1-9182-cfb283ebe310 admin admin] 10.222.0.18 "GET /v2.0/networks/487f8996-df91-4207-a856-fca41cf7b0ea HTTP/1.1" status: 200  len: 869 time: 0.1781700
May 10 19:59:02.121749 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:03.075717 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 55826) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:03.242447 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f384c8ea-3f03-46a7-85f9-23be5e7ffb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:03.244238 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-f384c8ea-3f03-46a7-85f9-23be5e7ffb5b admin admin] 10.222.0.18 "GET /v2.0/networks/66463a67-383e-46fc-b836-a04601c3d476 HTTP/1.1" status: 200  len: 886 time: 0.1674914
May 10 19:59:05.433963 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55836) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:05.542783 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97d7e3-5b86-4dfa-922a-097a49e32ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:05.543247 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97d7e3-5b86-4dfa-922a-097a49e32ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:05.544877 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-5d97d7e3-5b86-4dfa-922a-097a49e32ee0 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1098926
May 10 19:59:07.706678 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55846) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:07.814536 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52707a9-d64f-4d4f-8d6f-ff96018ae294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:07.815001 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52707a9-d64f-4d4f-8d6f-ff96018ae294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:07.816585 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-f52707a9-d64f-4d4f-8d6f-ff96018ae294 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1089613
May 10 19:59:10.005673 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55856) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:10.127077 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c8014-56c4-424c-80c5-855f36d9e9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:10.128539 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-c57c8014-56c4-424c-80c5-855f36d9e9b3 admin admin] 10.222.0.18 "GET /v2.0/subnets/0d3d382b-1f4c-43f2-b560-116d77d77095 HTTP/1.1" status: 200  len: 816 time: 0.1215746
May 10 19:59:12.415089 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55866) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:12.530072 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcbb7d2-1a08-4401-9fcb-466695b96559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:12.531455 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-2dcbb7d2-1a08-4401-9fcb-466695b96559 admin admin] 10.222.0.18 "GET /v2.0/subnets/3497f0bf-a5a4-42c0-90f5-1a7f6338bb45 HTTP/1.1" status: 200  len: 868 time: 0.1147659
May 10 19:59:26.016516 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 5 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:59:26.932943 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-148ea904-d549-4bc1-9ddc-b80b401ef000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.378009 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4541e5a3-9d36-4b41-8822-486586e0e093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.492285 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.659687 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:32.134850 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:37.638482 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 55910) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:37.726248 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [None req-3a3ec63e-08d0-46f8-8af8-d64105cf3345 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:59:37.727835 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-3a3ec63e-08d0-46f8-8af8-d64105cf3345 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0882950
May 10 19:59:40.132125 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55920) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:40.224465 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cab19c-e245-4c0c-9a91-21325a0b8747 admin admin] GET failed (client error): The resource could not be found.
May 10 19:59:40.226387 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-a4cab19c-e245-4c0c-9a91-21325a0b8747 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0918894
May 10 19:59:40.368328 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc6179e-8067-405b-89eb-853997048ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:40.370225 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-edc6179e-8067-405b-89eb-853997048ed8 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1388137
May 10 19:59:42.745043 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 55930) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:42.802262 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:42.807828 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:42.818508 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:42.830343 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Made reservation on behalf of 79c83bbe6f0846418bd28c3c1a7132cc for: {'network': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:42.833152 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:42.928942 dv-cinder-788365-3-iscsi neutron-server[78747]: WARNING neutron.services.revisions.revision_plugin [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1ce4106700] {project_id='79c83bbe6f0846418bd28c3c1a7132cc', id='d810762d-f633-4f13-8403-cf3d963f889b', target_tenant='*', action='access_as_shared', object_id='7420a38e-4a2d-439a-a238-ed1e7a2ba6f4'}> to bump revision.
May 10 19:59:42.942674 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 976, 'physical_network': 'physnet1'}  {{(pid=78747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 19:59:42.955716 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:42.956263 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.segments_db [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Added segment 10d8d8a7-23f5-4ef9-b80d-14d09a438ba3 of type vlan for network 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4
May 10 19:59:43.003762 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:43.059565 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:43.060895 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:43.061481 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:43.065032 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:43.166085 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4199123
May 10 19:59:43.169207 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7420a38e-4a2d-439a-a238-ed1e7a2ba6f4,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:43.173441 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:43.182489 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4 details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 19:59:45.444860 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 55940) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:45.526922 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d518abe-5423-4c17-a94c-426f4f6b2bc0 admin admin] GET failed (client error): The resource could not be found.
May 10 19:59:45.528347 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-1d518abe-5423-4c17-a94c-426f4f6b2bc0 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0825014
May 10 19:59:45.698524 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3a96e7-984d-41d2-b97b-c22523648693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:45.700080 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-6f3a96e7-984d-41d2-b97b-c22523648693 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1652818
May 10 19:59:45.710554 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Request body: {'subnet': {'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:45.717351 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:45.728918 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:45.745118 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Made reservation on behalf of 79c83bbe6f0846418bd28c3c1a7132cc for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:45.748068 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.295716 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.300906 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:46.386567 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee06fca-6090-4fea-b565-34fbe33df419,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:46.395248 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Checking segment: {'id': '10d8d8a7-23f5-4ef9-b80d-14d09a438ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:46.395651 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Network hostable DHCP agents. Network: 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 19:59:46.399349 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.399685 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.400016 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.400331 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.400649 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.400963 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.401272 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.401583 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.401892 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.402196 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.402499 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.402804 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Tracked resource versions report:
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]: pushed versions:
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]: {   'AddressGroup': {'1.2'},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     'ConntrackHelper': {'1.0'},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     'Log': {'1.0'},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     'Network': {'1.1'},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     'Port': {'1.7'},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     'PortForwarding': {'1.2'},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     'QosPolicy': {'1.8'},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     'SecurityGroup': {'1.4'},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     'SecurityGroupRule': {'1.2'},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     'SubPort': {'1.0'},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     'Subnet': {'1.1'},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     'Trunk': {'1.1'}}
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]: consumer versions:
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]: {   DHCP agent@dv-cinder-788365-3-iscsi: {},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     L3 agent@dv-cinder-788365-3-iscsi: {},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     Metadata agent@dv-cinder-788365-3-iscsi: {},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     Metering agent@dv-cinder-788365-3-iscsi: {},
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:     Open vSwitch agent@dv-cinder-788365-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'ConntrackHelper': '1.0',
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'Log': '1.0',
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'Network': '1.1',
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'Port': '1.7',
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'PortForwarding': '1.2',
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'QosPolicy': '1.8',
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'SecurityGroup': '1.4',
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'SecurityGroupRule': '1.2',
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'SubPort': '1.0',
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'Subnet': '1.1',
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'Trunk': '1.1'}}
May 10 19:59:46.404004 dv-cinder-788365-3-iscsi neutron-server[78748]:  {{(pid=78748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:59:46.456880 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:46.458712 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Network 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4 is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 19:59:46.476477 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:46.487396 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:46.487835 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3cf64-58db-41bc-b7a9-7a7353e362be None None] Network 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:59:46.488605 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.525847 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8190949
May 10 19:59:46.747818 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc2a8df-320a-50db-a64d-be9126b88c2f-7420a38e-4a2d-439a-a238-ed1e7a2ba6f4', 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4', 'tenant_id': '79c83bbe6f0846418bd28c3c1a7132cc', 'fixed_ips': [{'subnet_id': '6ee06fca-6090-4fea-b565-34fbe33df419'}]}} from dv-cinder-788365-3-iscsi. {{(pid=78749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 19:59:46.748878 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.982806 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.db_base_plugin_common [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Allocated IP 192.168.233.2 (7420a38e-4a2d-439a-a238-ed1e7a2ba6f4/6ee06fca-6090-4fea-b565-34fbe33df419/e0c57f3c-0f95-4d00-9488-7b827d0cb2b0) {{(pid=78749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:47.253877 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Notify callbacks [] for port, precommit_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.265934 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Transition to ACTIVE for port object e0c57f3c-0f95-4d00-9488-7b827d0cb2b0 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:47.290166 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Transition to ACTIVE for port object e0c57f3c-0f95-4d00-9488-7b827d0cb2b0 will not be triggered until provisioned by entity DHCP. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:47.297631 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.306315 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-bb048d85-3953-4b4f-bce5-016c693303d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:47.375810 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Network 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4 is already hosted by enough agents. {{(pid=78749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:47.378955 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.base_scheduler [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Resources bound (agent type, host, resource id):  {{(pid=78749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:47.390002 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Received port after_create {{(pid=78749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:47.396052 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Pushing event updated for resources: {'Port': ['ID=e0c57f3c-0f95-4d00-9488-7b827d0cb2b0,revision_number=1']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:47.406416 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.406757 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.407087 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.407435 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.407761 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.408082 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.408400 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.408714 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.409045 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.409358 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.409666 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.409971 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:47.443463 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:47.505973 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Attempting to bind port e0c57f3c-0f95-4d00-9488-7b827d0cb2b0 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:47.506805 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Attempting to bind port e0c57f3c-0f95-4d00-9488-7b827d0cb2b0 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '10d8d8a7-23f5-4ef9-b80d-14d09a438ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:47.506805 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Attempting to bind port e0c57f3c-0f95-4d00-9488-7b827d0cb2b0 on network 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:47.513602 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:47.513970 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Checking segment: {'id': '10d8d8a7-23f5-4ef9-b80d-14d09a438ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:47.514375 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.514759 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Bound using segment: {'id': '10d8d8a7-23f5-4ef9-b80d-14d09a438ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:47.515236 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Bound port: e0c57f3c-0f95-4d00-9488-7b827d0cb2b0, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d8d8a7-23f5-4ef9-b80d-14d09a438ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:47.515652 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.628489 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] For port e0c57f3c-0f95-4d00-9488-7b827d0cb2b0, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:47.633410 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] For port e0c57f3c-0f95-4d00-9488-7b827d0cb2b0, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=e0c57f3c-0f95-4d00-9488-7b827d0cb2b0,segment=NetworkSegment(10d8d8a7-23f5-4ef9-b80d-14d09a438ba3),segment_id=10d8d8a7-23f5-4ef9-b80d-14d09a438ba3)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:47.638244 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.642562 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-bb048d85-3953-4b4f-bce5-016c693303d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:47.729392 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Pushing event updated for resources: {'Port': ['ID=e0c57f3c-0f95-4d00-9488-7b827d0cb2b0,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:47.734291 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:48.652511 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57668e74-e746-4160-bf9b-abd00fefc150 None None] Network 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:59:48.748302 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-247dfa1f-c42a-47ea-908a-ac411502f311 None None] Provisioning for port e0c57f3c-0f95-4d00-9488-7b827d0cb2b0 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:49.710703 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device e0c57f3c-0f95-4d00-9488-7b827d0cb2b0 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:49.798717 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port e0c57f3c-0f95-4d00-9488-7b827d0cb2b0 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:49.804829 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port e0c57f3c-0f95-4d00-9488-7b827d0cb2b0 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:49.805427 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:49.974314 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:50.023032 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port e0c57f3c-0f95-4d00-9488-7b827d0cb2b0, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=e0c57f3c-0f95-4d00-9488-7b827d0cb2b0,segment=NetworkSegment(10d8d8a7-23f5-4ef9-b80d-14d09a438ba3),segment_id=10d8d8a7-23f5-4ef9-b80d-14d09a438ba3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:59:50.028969 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:50.031287 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:50.118530 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=e0c57f3c-0f95-4d00-9488-7b827d0cb2b0,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:50.123460 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:51.690185 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device e0c57f3c-0f95-4d00-9488-7b827d0cb2b0 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:51.801628 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port e0c57f3c-0f95-4d00-9488-7b827d0cb2b0 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:51.802084 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:56.929689 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-570d41cf-da34-4fec-b9a1-48d3acb36179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.375228 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf3ca-4561-4d9d-abdd-03f8ccf34915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.487000 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:00.662950 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:02.127501 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:03.015762 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 5 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:00:26.914934 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee968-831f-4628-ba2f-72850f65ed46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:29.367950 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-3b538892-5136-49e6-beb2-f75f7eec195b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:29.493086 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:30.664961 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:32.132114 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:40.015660 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 5 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:00:56.924843 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f61aa607-d152-4833-acb9-0b0c8a1eb79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:57.151183 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 55994) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:57.157151 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [None req-7a1a0f73-9410-42d8-9ad6-0485f160869e tempest-verify_tempest_config-831411159 tempest-verify_tempest_config-831411159-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 20:00:57.158105 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-7a1a0f73-9410-42d8-9ad6-0485f160869e tempest-verify_tempest_config-831411159 tempest-verify_tempest_config-831411159-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059323
May 10 20:00:57.500308 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56012) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:57.638537 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:57.655065 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:57.659411 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:4bd381769f4d46d69a12096e4ac16234 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:57.663773 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:57.671297 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:57.786502 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:57.793012 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:57.801101 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:57.850802 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bd381769f4d46d69a12096e4ac16234&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3493061
May 10 20:00:57.851809 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4000b3-0105-4860-8b8e-985d3c110105,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:57.855910 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56018) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:57.864138 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.864608 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.865014 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.865508 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.866043 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.866622 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.867194 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.867626 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.868020 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.868444 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.868923 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.869313 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:57.875166 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:57.935586 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:57.964978 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:58.068375 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:58.074105 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:58.087967 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4000b3-0105-4860-8b8e-985d3c110105,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:58.098270 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.098636 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.098975 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.099303 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.099650 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.101078 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.101541 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.101871 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.102218 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.102543 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.102872 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.103175 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:58.106287 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:58.107368 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b4000b3-0105-4860-8b8e-985d3c110105 HTTP/1.1" status: 204  len: 168 time: 0.2500861
May 10 20:00:58.108245 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:59.370167 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-67055338-fea1-4e91-a0fa-211397bd3c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:59.495111 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:00.667880 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:02.134787 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:17.014406 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 5 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:01:26.922786 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-73cf8980-c32d-499e-b3fd-f7732559e5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:29.381896 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-c8050be3-662a-41be-a6e6-3754279c7fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:29.499224 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:30.675936 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:32.140415 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:54.017179 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 5 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:01:56.917604 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-673274d0-aa33-49a6-b971-9082d4657f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:59.376238 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ecc54629-ef28-484b-bee2-435cca0d0f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:59.502012 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:00.675156 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:02.143633 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:26.923213 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7df0ee47-5b5d-49b8-a9a6-f2646cbe2a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:29.380445 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-bdfc01aa-177a-4669-b02a-3dc71f7d5d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:29.507823 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:30.676475 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:31.015175 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 5 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:02:32.230376 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:34.839952 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862'] for agent, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:49.015514 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56090) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:02:49.129139 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-82d63da5-3fdc-4dee-bc53-87ec61d2b4ec admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1117687
May 10 20:02:51.267992 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56100) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:02:51.328592 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-4ca020a3-7e2c-410f-92bf-20ff37199bee admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0595117
May 10 20:02:56.936546 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ac64a581-329c-40af-9527-71e25b9a607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:59.383172 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-c48fe5df-7405-4bf5-a3d3-3b380d1f320d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:59.500545 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:00.676813 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:02.147389 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:04.815226 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:08.017028 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:03:26.933194 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9ce0-e6a4-4dc6-9c7a-35be3d4450b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:29.386856 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-579bdb5c-80bd-4913-a204-d487a041acda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:29.513791 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:30.691228 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:32.152248 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.817598 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:45.018006 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:03:56.935473 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7857e9a5-432e-4ecc-a63d-e97a0249f8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:59.391788 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5e325085-48a0-42f6-b17e-ce6cb0a936c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:59.509784 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:00.684740 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:02.152751 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:04.813099 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:22.031339 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:04:23.664144 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56256) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:24.145364 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-network', 'tenant_id': '066ce7b2289b444caeda66c8457931ac'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:24.150408 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:24.155528 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Usage tracker for resource:network and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:24.159632 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:24.167010 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:24.182744 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Made reservation on behalf of 066ce7b2289b444caeda66c8457931ac for: {'network': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:24.183120 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56280) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:24.190335 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.211287 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.232241 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:24.238252 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Usage tracker for resource:security_group_rule and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:24.242784 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:24.250101 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:24.347720 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.352207 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.356781 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:24.386286 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957de786-f8c9-4d1a-9369-2373ba8a9876,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:24.398683 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.399024 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.399375 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.399707 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.400029 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.400621 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.400957 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.401283 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.401620 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.401942 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.402260 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Tracked resource versions report:
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]: pushed versions:
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]: {   'AddressGroup': {'1.2'},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     'ConntrackHelper': {'1.0'},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     'Log': {'1.0'},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     'Network': {'1.1'},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     'Port': {'1.7'},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     'PortForwarding': {'1.2'},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     'QosPolicy': {'1.8'},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     'SecurityGroup': {'1.4'},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     'SecurityGroupRule': {'1.2'},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     'SubPort': {'1.0'},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     'Subnet': {'1.1'},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     'Trunk': {'1.1'}}
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]: consumer versions:
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]: {   DHCP agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     HyperV agent@hv-cinder-78836: {},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     L3 agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     Metadata agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     Metering agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:     Open vSwitch agent@dv-cinder-788365-3-iscsi: {   'AddressGroup': '1.2',
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'ConntrackHelper': '1.0',
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'Log': '1.0',
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'Network': '1.1',
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'Port': '1.7',
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'PortForwarding': '1.2',
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'QosPolicy': '1.8',
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'SecurityGroup': '1.4',
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'SecurityGroupRule': '1.2',
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'SubPort': '1.0',
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'Subnet': '1.1',
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:                                                      'Trunk': '1.1'}}
May 10 20:04:24.408168 dv-cinder-788365-3-iscsi neutron-server[78748]:  {{(pid=78748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 20:04:24.424222 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:24.425038 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] vlan segment allocate from pool success with {'vlan_id': 984, 'physical_network': 'physnet1'}  {{(pid=78748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:04:24.438687 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735130461844', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.439446 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1ce5926940> segment precommit_create {{(pid=78748) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 20:04:24.439892 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.segments_db [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Added segment 566fb8be-91e4-472b-95fd-4e94f153927a of type vlan for network 5d0a029d-4cd1-4783-a489-6aabb66b0a97
May 10 20:04:24.480066 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.525684 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.527108 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:24.527844 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.538647 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:24.607800 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56302) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:24.651172 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1472236376-network', 'tenant_id': '2298473466494ca7a2f2f58e99c97240'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:24.658718 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:24.658932 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9901969
May 10 20:04:24.663885 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56310) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:24.664025 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Usage tracker for resource:network and tenant:2298473466494ca7a2f2f58e99c97240 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:24.664871 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Pushing event updated for resources: {'Network': ['ID=5d0a029d-4cd1-4783-a489-6aabb66b0a97,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:24.668254 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:24.677024 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:24.682249 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:04:24.683666 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Request body: {'subnet': {'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-subnet', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:24.689686 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:24.694413 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Usage tracker for resource:subnet and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:24.697710 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:24.701942 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:24.708181 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:24.709224 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Made reservation on behalf of 2298473466494ca7a2f2f58e99c97240 for: {'network': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:24.712045 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.729389 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Made reservation on behalf of 066ce7b2289b444caeda66c8457931ac for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:24.732412 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.746730 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.785585 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:24.789572 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2298473466494ca7a2f2f58e99c97240 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:24.792709 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:24.810113 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:24.987977 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:24.994435 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.009243 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 955, 'physical_network': 'physnet1'}  {{(pid=78747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:04:25.022164 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.022765 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.segments_db [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Added segment cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0 of type vlan for network 554fcd4f-4b69-41f5-b0b6-cfb675735d0c
May 10 20:04:25.054891 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.066630 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f8584140-8bf9-4c3f-970b-05a0d64f2b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:25.097880 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01144e8-e7e3-4790-8558-fbb915315041,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:25.115568 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.116021 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.116248 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.116767 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.117245 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.117737 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.118224 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.118710 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.119419 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.119911 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.120398 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.120881 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Tracked resource versions report:
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]: pushed versions:
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]: {   'AddressGroup': {'1.2'},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     'ConntrackHelper': {'1.0'},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     'Log': {'1.0'},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     'Network': {'1.1'},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     'Port': {'1.7'},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     'PortForwarding': {'1.2'},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     'QosPolicy': {'1.8'},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     'SecurityGroup': {'1.4'},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     'SecurityGroupRule': {'1.2'},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     'SubPort': {'1.0'},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     'Subnet': {'1.1'},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     'Trunk': {'1.1'}}
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]: consumer versions:
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]: {   DHCP agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     HyperV agent@hv-cinder-78836: {},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     L3 agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     Metadata agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     Metering agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:     Open vSwitch agent@dv-cinder-788365-3-iscsi: {   'AddressGroup': '1.2',
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'ConntrackHelper': '1.0',
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'Log': '1.0',
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'Network': '1.1',
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'Port': '1.7',
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'PortForwarding': '1.2',
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'QosPolicy': '1.8',
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'SecurityGroup': '1.4',
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'SecurityGroupRule': '1.2',
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'SubPort': '1.0',
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'Subnet': '1.1',
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:                                                      'Trunk': '1.1'}}
May 10 20:04:25.122697 dv-cinder-788365-3-iscsi neutron-server[78747]:  {{(pid=78747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 20:04:25.151621 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:25.157845 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1460051219-network', 'tenant_id': '22d0ea06b0d5475596e3fecdc8c52daa'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:25.163459 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:25.168687 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Usage tracker for resource:network and tenant:22d0ea06b0d5475596e3fecdc8c52daa is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:25.173485 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:25.177967 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.184432 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:25.185915 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.193875 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:25.196073 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:25.305009 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=554fcd4f-4b69-41f5-b0b6-cfb675735d0c,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:25.314778 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:25.323259 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 554fcd4f-4b69-41f5-b0b6-cfb675735d0c details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:04:25.326684 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Made reservation on behalf of 22d0ea06b0d5475596e3fecdc8c52daa for: {'network': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:25.331052 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.347486 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.367680 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1834409
May 10 20:04:25.368999 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56336) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:25.376862 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.379839 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Request body: {'subnet': {'network_id': '554fcd4f-4b69-41f5-b0b6-cfb675735d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1472236376-subnet', 'tenant_id': '2298473466494ca7a2f2f58e99c97240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:25.383506 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:25.384736 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:25.389249 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Usage tracker for resource:subnet and tenant:2298473466494ca7a2f2f58e99c97240 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:25.392524 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:25.399933 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:25.412817 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:25.415603 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Made reservation on behalf of 2298473466494ca7a2f2f58e99c97240 for: {'subnet': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:25.417912 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.439584 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Usage tracker for resource:security_group_rule and tenant:22d0ea06b0d5475596e3fecdc8c52daa is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:25.476037 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:25.479554 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:25.490181 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Checking segment: {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:25.490906 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Network hostable DHCP agents. Network: 5d0a029d-4cd1-4783-a489-6aabb66b0a97, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:04:25.493401 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:25.516970 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:25.526562 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:04:25.555002 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 5d0a029d-4cd1-4783-a489-6aabb66b0a97) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:25.571006 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:25.571651 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.643893 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a887972e-355a-4b4e-8b6a-720b0eaacb5c None None] Network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:25.648897 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-e82260d8-ae87-40fd-8a87-6110bd8438d2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9804447
May 10 20:04:25.653020 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56350) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:25.673084 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:25.688998 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:25.705721 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.707135 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Usage tracker for resource:router and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:25.713675 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:25.745346 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56354) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:25.749425 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:25.789137 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56362) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:25.805028 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4458'] for router, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.806564 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4435'] for router, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.828784 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.873211 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:25.915928 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:26.051827 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-network', 'tenant_id': '2e02c5507b4749538f4d762e24453abf'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:26.076064 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:26.145199 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] vlan segment allocate from pool success with {'vlan_id': 994, 'physical_network': 'physnet1'}  {{(pid=78747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:04:26.181871 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:26.188632 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.segments_db [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Added segment 2adf983d-8cfd-4094-b1e5-20b2c959759d of type vlan for network 2ab8683e-6707-4997-bce1-e13ca1482abb
May 10 20:04:26.246198 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Usage tracker for resource:network and tenant:2e02c5507b4749538f4d762e24453abf is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:26.252974 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-111162917-network', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:26.256272 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3783cb5-239f-4220-b16a-0606991a2af4,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:26.278746 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:26.282617 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:26.306687 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:26.336312 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4429'] for router, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:26.348807 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc2a8df-320a-50db-a64d-be9126b88c2f-5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61'}]}} from dv-cinder-788365-3-iscsi. {{(pid=78749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:04:26.354150 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:26.369353 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Made reservation on behalf of 2e02c5507b4749538f4d762e24453abf for: {'network': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:26.380522 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:26.400069 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:26.439701 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Usage tracker for resource:network and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:26.446296 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:26.467541 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:26.489194 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:26.512631 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:26.513105 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:26.526579 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Usage tracker for resource:security_group_rule and tenant:2e02c5507b4749538f4d762e24453abf is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:26.643857 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:26.661125 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:26.685510 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:26.689148 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:26.690152 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:26.705282 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.db_base_plugin_common [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Allocated IP 172.20.0.2 (5d0a029d-4cd1-4783-a489-6aabb66b0a97/b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61/5d815920-d169-4992-8bb8-172840c9693e) {{(pid=78749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:26.771157 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3ef40d13-c863-43b2-89ff-0a473c49ea4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:26.849978 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.2408764
May 10 20:04:26.851421 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56384) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:26.952989 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Made reservation on behalf of 363f62c38910412eb9aad0b01fb3e5d0 for: {'network': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:26.961615 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:26.973849 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Notify callbacks [] for port, precommit_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:26.984351 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Pushing event updated for resources: {'Network': ['ID=2ab8683e-6707-4997-bce1-e13ca1482abb,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:26.986418 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Transition to ACTIVE for port object 5d815920-d169-4992-8bb8-172840c9693e will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:26.999208 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Request body: {'subnet': {'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1460051219-subnet', 'tenant_id': '22d0ea06b0d5475596e3fecdc8c52daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:27.003743 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:27.011164 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Transition to ACTIVE for port object 5d815920-d169-4992-8bb8-172840c9693e will not be triggered until provisioned by entity DHCP. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:27.014045 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:27.018936 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 2ab8683e-6707-4997-bce1-e13ca1482abb details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:04:27.026176 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Usage tracker for resource:subnet and tenant:22d0ea06b0d5475596e3fecdc8c52daa is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:27.031029 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:27.049550 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:27.058248 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.061083 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.071962 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-94e1a87b-158b-45f0-9951-3d147b0cc212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:27.079968 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.122987 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:27.130456 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Usage tracker for resource:security_group_rule and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:27.135885 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:27.142694 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Made reservation on behalf of 22d0ea06b0d5475596e3fecdc8c52daa for: {'subnet': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:27.145434 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.147256 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:27.180801 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Checking segment: {'id': 'cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '554fcd4f-4b69-41f5-b0b6-cfb675735d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:27.181266 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Network hostable DHCP agents. Network: 554fcd4f-4b69-41f5-b0b6-cfb675735d0c, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:04:27.205546 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:27.248772 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 is already hosted by enough agents. {{(pid=78749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:27.250153 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-aa27907c-29e1-48e1-91a0-282a19174e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.258046 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.base_scheduler [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Resources bound (agent type, host, resource id):  {{(pid=78749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:27.265971 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Received port after_create {{(pid=78749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:27.299240 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Network 554fcd4f-4b69-41f5-b0b6-cfb675735d0c is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:04:27.322929 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a830df3-b4d0-49e6-ba6c-26dbb1a6a8ff,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:27.333518 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:27.346265 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 554fcd4f-4b69-41f5-b0b6-cfb675735d0c) {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:27.362045 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:27.362884 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.396509 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee5ae7-53ed-48b5-9aa1-218f5e3a755c None None] Network 554fcd4f-4b69-41f5-b0b6-cfb675735d0c requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:27.410035 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-0ee5f585-8995-4503-8b7d-d8bfd4b2f104 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0378850
May 10 20:04:27.460363 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.473844 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.475716 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.505220 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.512401 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:27.548933 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] vlan segment allocate from pool success with {'vlan_id': 979, 'physical_network': 'physnet1'}  {{(pid=78748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:04:27.559382 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.559738 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.segments_db [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Added segment 6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a of type vlan for network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5
May 10 20:04:27.588693 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.626791 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.651399 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'}  {{(pid=78748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:04:27.652172 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Attempting to bind port 5d815920-d169-4992-8bb8-172840c9693e on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:04:27.652585 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Attempting to bind port 5d815920-d169-4992-8bb8-172840c9693e by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:04:27.652943 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Attempting to bind port 5d815920-d169-4992-8bb8-172840c9693e on network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:27.654006 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:27.654598 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.700271 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.9100070
May 10 20:04:27.704586 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af86f1b1-ce51-46d2-b236-db40da2770ad,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:27.708943 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56404) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:27.716980 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:04:27.717499 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Checking segment: {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:27.717858 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.718401 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Bound using segment: {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:04:27.719427 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Bound port: 5d815920-d169-4992-8bb8-172840c9693e, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:04:27.719937 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.754905 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60844606-4cc7-48d2-bc90-6f0c38c133e9,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:27.758867 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.759505 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.segments_db [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Added segment cf9e4135-3184-4084-92e0-7c69b8597b26 of type vlan for network e8c8b93f-668d-4a71-94f7-56fa1a591ee0
May 10 20:04:27.763951 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Request body: {'subnet': {'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-111162917-subnet', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:27.772290 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:27.778071 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:27.778600 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:27.782635 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:27.786611 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:27.921153 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] For port 5d815920-d169-4992-8bb8-172840c9693e, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:04:27.928697 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] For port 5d815920-d169-4992-8bb8-172840c9693e, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=5d815920-d169-4992-8bb8-172840c9693e,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:04:27.956522 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ea0a5d-1ed7-435e-bcae-c1beab48e9a1 None None] Network 554fcd4f-4b69-41f5-b0b6-cfb675735d0c requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:27.995758 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:28.041837 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:28.044199 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Usage tracker for resource:subnet and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:28.046935 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c1aac040-3eb8-48ae-83a0-100e8e223bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:28.053490 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:28.081777 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:28.084727 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:28.095363 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Pushing event updated for resources: {'Network': ['ID=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:28.101577 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:28.116555 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:28.122153 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Made reservation on behalf of 363f62c38910412eb9aad0b01fb3e5d0 for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:28.122954 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:28.124638 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:28.165694 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Checking segment: {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:28.166445 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Network hostable DHCP agents. Network: 2ab8683e-6707-4997-bce1-e13ca1482abb, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:04:28.192614 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:04:28.195997 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Network 2ab8683e-6707-4997-bce1-e13ca1482abb is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:04:28.209512 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 2ab8683e-6707-4997-bce1-e13ca1482abb) {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:28.215689 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:28.216377 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:28.230941 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Pushing event updated for resources: {'Port': ['ID=5d815920-d169-4992-8bb8-172840c9693e,revision_number=1']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:28.255602 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55b4c0-5d83-4a59-8392-942def725c39 None None] Network 2ab8683e-6707-4997-bce1-e13ca1482abb requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:28.261654 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4043651
May 10 20:04:28.295918 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.db.resource_extend [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 20:04:28.339919 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.340384 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.340818 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.341241 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.341662 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.342109 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.342531 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.343360 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.343629 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.344601 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.345138 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.345737 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Tracked resource versions report:
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]: pushed versions:
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]: {   'AddressGroup': {'1.2'},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     'ConntrackHelper': {'1.0'},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     'Log': {'1.0'},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     'Network': {'1.1'},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     'Port': {'1.7'},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     'PortForwarding': {'1.2'},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     'QosPolicy': {'1.8'},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     'SecurityGroup': {'1.4'},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     'SecurityGroupRule': {'1.2'},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     'SubPort': {'1.0'},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     'Subnet': {'1.1'},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     'Trunk': {'1.1'}}
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]: consumer versions:
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]: {   DHCP agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     HyperV agent@hv-cinder-78836: {},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     L3 agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     Metadata agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     Metering agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:     Open vSwitch agent@dv-cinder-788365-3-iscsi: {   'AddressGroup': '1.2',
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'ConntrackHelper': '1.0',
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'Log': '1.0',
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'Network': '1.1',
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'Port': '1.7',
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'PortForwarding': '1.2',
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'QosPolicy': '1.8',
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'SecurityGroup': '1.4',
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'SecurityGroupRule': '1.2',
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'SubPort': '1.0',
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'Subnet': '1.1',
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:                                                      'Trunk': '1.1'}}
May 10 20:04:28.347075 dv-cinder-788365-3-iscsi neutron-server[78749]:  {{(pid=78749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 20:04:28.377191 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.172s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:28.379495 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:28.640738 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:28.651336 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:28.652050 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:28.683576 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4a19cbeb-f961-4524-8789-a2e4a79c213b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:28.758772 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56456) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:28.764754 dv-cinder-788365-3-iscsi neutron-server[78747]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 10 20:04:28.907458 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Pushing event updated for resources: {'Port': ['ID=5d815920-d169-4992-8bb8-172840c9693e,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:28.921088 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c8b93f-668d-4a71-94f7-56fa1a591ee0,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:28.931454 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 3.1843624
May 10 20:04:28.934218 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56460) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:28.938423 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:28.938761 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:28.954531 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Request body: {'subnet': {'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-subnet', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:28.954962 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:04:28.972458 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:28.982355 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Usage tracker for resource:subnet and tenant:2e02c5507b4749538f4d762e24453abf is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:29.001441 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:29.004067 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:29.053227 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:29.073468 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:29.088944 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17abbae-cbb6-4c52-8668-3d4436b41bae None None] Network 2ab8683e-6707-4997-bce1-e13ca1482abb requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:29.113839 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8f86-20c7-4fba-b644-edb881728142 req-641c91cf-914a-42da-b674-2ddaac9a7dca tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:29.115492 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-9cec8f86-20c7-4fba-b644-edb881728142 req-641c91cf-914a-42da-b674-2ddaac9a7dca tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Synchronizing usage tracker for tenant:2298473466494ca7a2f2f58e99c97240 on resource:network {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:29.138300 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Made reservation on behalf of 2e02c5507b4749538f4d762e24453abf for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:29.141105 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:29.144570 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-9cec8f86-20c7-4fba-b644-edb881728142 req-641c91cf-914a-42da-b674-2ddaac9a7dca tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Unset dirty status for tenant:2298473466494ca7a2f2f58e99c97240 on resource:network {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:29.147604 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-641c91cf-914a-42da-b674-2ddaac9a7dca tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/networks?id=554fcd4f-4b69-41f5-b0b6-cfb675735d0c HTTP/1.1" status: 200  len: 812 time: 0.3856776
May 10 20:04:29.182655 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-b3fc0f10-e635-4554-80c0-f03dfe7af0e4 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/quotas/2298473466494ca7a2f2f58e99c97240 HTTP/1.1" status: 200  len: 375 time: 0.0285892
May 10 20:04:29.287804 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-04e9ced5-0f13-45ce-b86d-c0f09d28aa4c tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2298473466494ca7a2f2f58e99c97240&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0992250
May 10 20:04:29.295296 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56480) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:29.511431 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e3ffcda3-8dfd-46b0-8e6b-cb153a424d94 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 20:04:29.512683 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e3ffcda3-8dfd-46b0-8e6b-cb153a424d94 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0922580
May 10 20:04:29.527691 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Allocated IP 172.27.0.140 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/70e43de6-bc3a-4307-a6ca-8a643a1455f2) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:29.561683 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-06343863-b4d9-4fd4-8b6b-9f5be0c4cc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:29.577611 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-d4c5bb73-877f-490f-b883-70bba1a6a424 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:29.579709 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-d4c5bb73-877f-490f-b883-70bba1a6a424 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Synchronizing usage tracker for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:network {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:29.609038 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:29.682074 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-d4c5bb73-877f-490f-b883-70bba1a6a424 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Unset dirty status for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:network {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:29.683399 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-d4c5bb73-877f-490f-b883-70bba1a6a424 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 815 time: 0.3868709
May 10 20:04:29.715671 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-055be966-7a96-41a6-8a5e-e73122d6d7bf tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/quotas/22d0ea06b0d5475596e3fecdc8c52daa HTTP/1.1" status: 200  len: 375 time: 0.0179505
May 10 20:04:29.776006 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3a4f405e-1ad5-462b-82af-c90b6d9fed16 service neutron] 10.222.0.18 "GET /v2.0/networks/554fcd4f-4b69-41f5-b0b6-cfb675735d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2447541
May 10 20:04:29.778362 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-999a5120-d302-4fb5-aa60-ebd28a2fba5f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0537539
May 10 20:04:29.967462 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c1b3a-136b-4dce-b865-e44673a46e00 None None] Network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:30.030363 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-18ceb226-0318-40dc-aed2-4d6eeb09e810 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 20:04:30.032430 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-18ceb226-0318-40dc-aed2-4d6eeb09e810 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0759115
May 10 20:04:30.064103 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 5d815920-d169-4992-8bb8-172840c9693e up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:30.125455 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-c82d5264-74bc-4745-b310-224d7be9b573 service neutron] 10.222.0.18 "GET /v2.0/networks/554fcd4f-4b69-41f5-b0b6-cfb675735d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3228948
May 10 20:04:30.142897 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:30.143426 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-3ff2a09a-b044-47aa-9684-3e9cef94080c None None] Provisioning for port 5d815920-d169-4992-8bb8-172840c9693e completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:30.214770 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-cc3c9b73-f8b4-464c-96cf-b7e7a792dc78 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698995
May 10 20:04:30.226659 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 5d815920-d169-4992-8bb8-172840c9693e completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:30.233251 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 5d815920-d169-4992-8bb8-172840c9693e triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:30.233665 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:30.367397 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:30.400530 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:30.414249 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-951824eb-2523-42b0-87df-6052ae842fa4 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978805
May 10 20:04:30.438931 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:30.486468 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 5d815920-d169-4992-8bb8-172840c9693e, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=5d815920-d169-4992-8bb8-172840c9693e,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:30.495372 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:30.498451 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:30.505598 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:30.508533 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:30.516959 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:30.544513 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:30.662572 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Pushing event updated for resources: {'Port': ['ID=70e43de6-bc3a-4307-a6ca-8a643a1455f2,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:30.674941 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=5d815920-d169-4992-8bb8-172840c9693e,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:30.693484 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:30.734250 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:30.776323 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:30.777054 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a7a53640-db06-4b09-98cd-e070489dfd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:30.801795 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-6fbc398c-0535-4307-b653-58ec294c26c0 None None] Provisioning complete for port 5d815920-d169-4992-8bb8-172840c9693e triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:30.802180 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6fbc398c-0535-4307-b653-58ec294c26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:30.905756 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c1f91ed2-646a-49ec-855a-20f9639240cb req-91e1aa00-d233-43a0-820c-91a7cdce3227 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 210 time: 0.0556681
May 10 20:04:31.021445 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Checking segment: {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:31.021976 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Network hostable DHCP agents. Network: 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:04:31.050786 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b47c10-6bc8-4f78-9310-e201e1556373,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:31.072386 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:31.175724 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:31.187073 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4e5f25fe-8403-4a96-82dc-0591b14302e8 req-d061305e-b59a-4efb-8d12-30d185325fe8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 210 time: 0.1219695
May 10 20:04:31.277878 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:31.338749 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:04:31.380608 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:31.392868 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9263aa35-6092-4bd6-a8e4-e55a0d77115a None None] Network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:31.423507 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:31.424567 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:31.462776 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40cc35f2-27c7-418a-bd2a-92a5bc83986d,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:31.519576 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:31.533362 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.8198879
May 10 20:04:31.533717 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56580) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:31.540079 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:31.545671 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:31.549557 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Checking segment: {'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:31.550183 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Network hostable DHCP agents. Network: e8c8b93f-668d-4a71-94f7-56fa1a591ee0, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:04:31.566779 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Usage tracker for resource:router and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:31.576933 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:31.582748 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:31.600854 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:31.630839 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4458'] for router, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:31.632475 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4435'] for router, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:31.681768 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:31.846962 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:04:31.959066 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, e8c8b93f-668d-4a71-94f7-56fa1a591ee0) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:31.976322 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb13db3-3cdd-49cb-8610-5bdb56da8ed9 None None] Network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:31.982261 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:31.987751 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:32.074225 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 5d815920-d169-4992-8bb8-172840c9693e up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:32.101914 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.1594849
May 10 20:04:32.119681 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56616) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:32.144876 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-router', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:32.181997 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:32.203373 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Usage tracker for resource:router and tenant:2e02c5507b4749538f4d762e24453abf is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:32.211810 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:32.274628 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0f840990-0e97-4bd1-ab9a-91c4db4fc44c req-05752108-9976-4ae8-8377-1da0086b2026 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 210 time: 0.1227217
May 10 20:04:32.402707 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:32.427354 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4429'] for router, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:32.495003 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56636) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:32.497513 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f75226f9-8700-4129-9780-83d087483995 req-d0e3ed66-9eae-4778-a8ab-54eb6b018369 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 210 time: 0.0625689
May 10 20:04:32.522691 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc2a8df-320a-50db-a64d-be9126b88c2f-5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373'}]}} from dv-cinder-788365-3-iscsi. {{(pid=78749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:04:32.526252 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:32.553389 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:32.591708 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4458'] for router, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:32.593299 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4435'] for router, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:32.638469 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:32.666019 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659203'] for router, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:32.737066 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 5d815920-d169-4992-8bb8-172840c9693e triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:32.737607 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:32.917224 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:32.929538 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08fdad8-5f95-47e3-a290-7a95a781c63c None None] Network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:33.018244 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:33.019012 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.db_base_plugin_common [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Allocated IP 172.20.0.2 (5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5/a6b47c10-6bc8-4f78-9310-e201e1556373/17c4ee8e-df00-4146-b9cd-ece5822146e3) {{(pid=78749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:33.038643 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Usage tracker for resource:security_group_rule and tenant:dfd39d62ce6149b7a4baad29b45921b0 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:33.083922 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:33.098055 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:33.138198 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.168862 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56650) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:33.186298 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.266165 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4429'] for router, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.392153 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-95800492-30a9-4d4b-8353-88883bc42c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.459617 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-95800492-30a9-4d4b-8353-88883bc42c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:33.460950 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Router 65c1ab96-466b-45d1-b816-55e2c7992e26 is scheduled to L3 agent 229cd993-baba-4305-aee7-6911b8bac52a with binding_index 1 {{(pid=78748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:04:33.479543 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-95800492-30a9-4d4b-8353-88883bc42c97 admin admin] Usage tracker for resource:security_group_rule and tenant:3f15616b58c44797a319681fb8c65022 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:33.487035 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-95800492-30a9-4d4b-8353-88883bc42c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:33.492802 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.505347 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Transition to ACTIVE for port object 17c4ee8e-df00-4146-b9cd-ece5822146e3 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:33.524367 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Transition to ACTIVE for port object 17c4ee8e-df00-4146-b9cd-ece5822146e3 will not be triggered until provisioned by entity DHCP. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:33.531436 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.537523 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:33.541965 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-95800492-30a9-4d4b-8353-88883bc42c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:33.554010 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.560518 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Allocated IP 172.27.0.128 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/bd08190d-bff6-4be7-b1bb-0560844ee3d3) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:33.583884 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.586246 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-16a081c7-fa94-49e4-88ce-68e61810c9b1 req-10266b72-d138-4403-8ef9-563ead5d90e4 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 210 time: 0.0959873
May 10 20:04:33.600518 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 is already hosted by enough agents. {{(pid=78749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:33.603258 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.base_scheduler [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Resources bound (agent type, host, resource id):  {{(pid=78749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:33.607101 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Received port after_create {{(pid=78749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:33.610411 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:33.706202 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Pushing event updated for resources: {'Port': ['ID=17c4ee8e-df00-4146-b9cd-ece5822146e3,revision_number=1']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:33.713763 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:33.740483 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Attempting to bind port 17c4ee8e-df00-4146-b9cd-ece5822146e3 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:04:33.740869 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Attempting to bind port 17c4ee8e-df00-4146-b9cd-ece5822146e3 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:04:33.741231 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Attempting to bind port 17c4ee8e-df00-4146-b9cd-ece5822146e3 on network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:33.746996 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:04:33.747393 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Checking segment: {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:33.747799 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.748187 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Bound using segment: {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:04:33.748659 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Bound port: 17c4ee8e-df00-4146-b9cd-ece5822146e3, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:04:33.749118 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.773446 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Synchronizing usage tracker for tenant:79c83bbe6f0846418bd28c3c1a7132cc on resource:security_group {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:33.779402 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967ce601-bcda-4826-b17a-f677afea91ee,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:33.783217 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:33.850281 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bbb34f19-50d0-4370-ad40-ef9469015f45 req-9ab66168-01cc-4c4e-82ae-ffafa46757be tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 210 time: 0.1298275
May 10 20:04:33.855345 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Unset dirty status for tenant:79c83bbe6f0846418bd28c3c1a7132cc on resource:security_group {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:33.860749 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfd39d62ce6149b7a4baad29b45921b0&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3581505
May 10 20:04:33.864555 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] For port 17c4ee8e-df00-4146-b9cd-ece5822146e3, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:04:33.865166 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56668) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:33.869689 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] For port 17c4ee8e-df00-4146-b9cd-ece5822146e3, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=17c4ee8e-df00-4146-b9cd-ece5822146e3,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:04:33.876429 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.885505 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-52c2d6c5-f6fb-4a67-94f4-14c85db6a641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:33.927614 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-95800492-30a9-4d4b-8353-88883bc42c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.933067 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.938123 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-95800492-30a9-4d4b-8353-88883bc42c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:33.949405 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:33.997570 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-95800492-30a9-4d4b-8353-88883bc42c97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f15616b58c44797a319681fb8c65022&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8253436
May 10 20:04:33.998774 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:04:34.004065 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56672) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:34.008877 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Pushing event updated for resources: {'Port': ['ID=17c4ee8e-df00-4146-b9cd-ece5822146e3,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:34.010661 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Sync routers for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:04:34.028147 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:34.030189 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-26ab8bbc-1bfe-4fc2-badb-db33c51f6d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.035072 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:04:34.036351 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdfec7f10>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:34.038646 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95800492-30a9-4d4b-8353-88883bc42c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7aab4c-cb55-4470-98a7-9a7bc06a2bf3,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:34.042346 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-95800492-30a9-4d4b-8353-88883bc42c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:34.062871 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.099184 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.106313 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.107935 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:34.111355 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 8.4567928
May 10 20:04:34.115032 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56676) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:34.121582 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-26ab8bbc-1bfe-4fc2-badb-db33c51f6d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.139701 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.164340 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-77c07c8e-a3d7-44c7-9feb-d77e024f2e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.191186 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:34.195846 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:34.198749 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:34.386581 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-77c07c8e-a3d7-44c7-9feb-d77e024f2e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.403507 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Pushing event updated for resources: {'Port': ['ID=bd08190d-bff6-4be7-b1bb-0560844ee3d3,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:34.438250 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:34.459478 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:04:34.621981 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-77c07c8e-a3d7-44c7-9feb-d77e024f2e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.634351 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-cfd30a6f-0193-4d57-8b00-972630537c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:34.662002 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c07c8e-a3d7-44c7-9feb-d77e024f2e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7aab4c-cb55-4470-98a7-9a7bc06a2bf3,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:34.663218 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-26ab8bbc-1bfe-4fc2-badb-db33c51f6d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.678278 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-77c07c8e-a3d7-44c7-9feb-d77e024f2e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:34.686757 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:34.729062 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-26ab8bbc-1bfe-4fc2-badb-db33c51f6d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.732943 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-26ab8bbc-1bfe-4fc2-badb-db33c51f6d56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/967ce601-bcda-4826-b17a-f677afea91ee HTTP/1.1" status: 204  len: 168 time: 0.8662872
May 10 20:04:34.735428 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Allocated IP 172.27.0.20 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/13eba074-dad1-45ae-8954-7b4bfe5b60b2) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:34.735928 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.739622 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab8bbc-1bfe-4fc2-badb-db33c51f6d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967ce601-bcda-4826-b17a-f677afea91ee,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:34.826852 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.947204 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-26ab8bbc-1bfe-4fc2-badb-db33c51f6d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:34.997599 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdfec7f10>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:31Z', 'revision_number': 3, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:35.010949 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Checking router: 65c1ab96-466b-45d1-b816-55e2c7992e26 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:04:35.012030 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Updating router 65c1ab96-466b-45d1-b816-55e2c7992e26 port 70e43de6-bc3a-4307-a6ca-8a643a1455f2 binding host dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:04:35.028436 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-77c07c8e-a3d7-44c7-9feb-d77e024f2e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:35.033937 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-77c07c8e-a3d7-44c7-9feb-d77e024f2e0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf7aab4c-cb55-4470-98a7-9a7bc06a2bf3 HTTP/1.1" status: 204  len: 168 time: 1.0282545
May 10 20:04:35.077528 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5f1e7da6-9199-4fbd-8169-e206324f2d7e req-21cb1538-2c98-43bd-8247-d81b50b5e95c tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 210 time: 0.2216387
May 10 20:04:35.138005 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:35.179183 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3cad8585-221c-40dc-954b-d5e8d70f1ce5 req-e98b10ed-497b-4040-91ac-c56994798548 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 210 time: 0.0945592
May 10 20:04:35.458977 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:35.496067 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e464cc6d-8f15-4d98-aadf-37c402e70582 None None] Network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:35.700090 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659203'] for router, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:35.708097 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:35.754500 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-602841c1-2a87-425c-9439-ba35a9019929 None None] Provisioning for port 17c4ee8e-df00-4146-b9cd-ece5822146e3 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:35.779571 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:36.078816 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 17c4ee8e-df00-4146-b9cd-ece5822146e3 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:36.136944 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2b95d68a-474f-4a7b-a1b1-a2232092f561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:36.192973 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:36.211781 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.provisioning_blocks [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Transition to ACTIVE for port object 70e43de6-bc3a-4307-a6ca-8a643a1455f2 will not be triggered until provisioned by entity L2. {{(pid=78750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:36.221785 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:36.235704 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-07baaebb-a1f1-443d-96d2-465a8af2bdb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:36.319728 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Pushing event updated for resources: {'Port': ['ID=70e43de6-bc3a-4307-a6ca-8a643a1455f2,revision_number=2']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:36.349591 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.350387 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.351063 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.351736 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.352466 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.352594 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:36.353252 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.353918 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.354535 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.355232 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.355863 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.356571 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.357111 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Tracked resource versions report:
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]: pushed versions:
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]: {   'AddressGroup': {'1.2'},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     'ConntrackHelper': {'1.0'},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     'Log': {'1.0'},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     'Network': {'1.1'},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     'Port': {'1.7'},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     'PortForwarding': {'1.2'},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     'QosPolicy': {'1.8'},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     'SecurityGroup': {'1.4'},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     'SecurityGroupRule': {'1.2'},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     'SubPort': {'1.0'},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     'Subnet': {'1.1'},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     'Trunk': {'1.1'}}
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]: consumer versions:
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]: {   DHCP agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     HyperV agent@hv-cinder-78836: {},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     L3 agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     Metadata agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     Metering agent@dv-cinder-788365-3-iscsi: {},
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:     Open vSwitch agent@dv-cinder-788365-3-iscsi: {   'AddressGroup': '1.2',
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'ConntrackHelper': '1.0',
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'Log': '1.0',
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'Network': '1.1',
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'Port': '1.7',
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'PortForwarding': '1.2',
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'QosPolicy': '1.8',
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'SecurityGroup': '1.4',
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'SecurityGroupRule': '1.2',
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'SubPort': '1.0',
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'Subnet': '1.1',
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:                                                      'Trunk': '1.1'}}
May 10 20:04:36.358697 dv-cinder-788365-3-iscsi neutron-server[78750]:  {{(pid=78750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 20:04:36.364692 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Attempting to bind port 70e43de6-bc3a-4307-a6ca-8a643a1455f2 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:04:36.365364 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Attempting to bind port 70e43de6-bc3a-4307-a6ca-8a643a1455f2 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:04:36.366103 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Attempting to bind port 70e43de6-bc3a-4307-a6ca-8a643a1455f2 on network 66463a67-383e-46fc-b836-a04601c3d476 {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:36.373185 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:36.374291 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:04:36.374952 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Checking segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:36.375997 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:36.376729 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Bound using segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:04:36.377445 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Bound port: 70e43de6-bc3a-4307-a6ca-8a643a1455f2, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:04:36.377696 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:36.378289 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:36.385148 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:36.457416 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Router f979ff89-b187-4a42-ae9e-e568ff18fc64 is scheduled to L3 agent 229cd993-baba-4305-aee7-6911b8bac52a with binding_index 1 {{(pid=78747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:04:36.494447 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 17c4ee8e-df00-4146-b9cd-ece5822146e3 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:36.501873 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] For port 70e43de6-bc3a-4307-a6ca-8a643a1455f2, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:04:36.504702 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 17c4ee8e-df00-4146-b9cd-ece5822146e3 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:36.505081 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:36.505924 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] For port 70e43de6-bc3a-4307-a6ca-8a643a1455f2, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=70e43de6-bc3a-4307-a6ca-8a643a1455f2,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:04:36.514496 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:36.520839 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2ea69212-95b6-4f39-967c-18af3ebf47b8 req-a3c31932-61f2-4111-ab87-96647b768193 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 210 time: 0.0708981
May 10 20:04:36.548518 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:36.631713 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Pushing event updated for resources: {'Port': ['ID=70e43de6-bc3a-4307-a6ca-8a643a1455f2,revision_number=3']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:36.672000 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:04:36.673504 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdfec7f10>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:36.720961 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2778f561-58de-4f1b-aabb-647f83099142 req-c6fffe14-3d92-4118-85cf-33f9664171ff tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 210 time: 0.1942031
May 10 20:04:37.043837 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:37.058039 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.23', 53157) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:37.098743 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Allocated IP 172.20.0.1 (5d0a029d-4cd1-4783-a489-6aabb66b0a97/b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61/c0930dfd-1db1-40dd-8c11-54b3ea20ed50) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:37.102904 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:37.161172 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Pushing event updated for resources: {'Port': ['ID=13eba074-dad1-45ae-8954-7b4bfe5b60b2,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:37.169721 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:37.220007 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:04:37.226064 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-88d5224b-92c1-4c2e-b43e-58955215bff2 None None] Provisioning complete for port 17c4ee8e-df00-4146-b9cd-ece5822146e3 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:37.232792 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-88d5224b-92c1-4c2e-b43e-58955215bff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:37.410591 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 17c4ee8e-df00-4146-b9cd-ece5822146e3, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=17c4ee8e-df00-4146-b9cd-ece5822146e3,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:37.444013 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:37.471338 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:37.541230 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:04:37.546190 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:37.584974 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Sync routers for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:04:37.637980 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Notify callbacks [] for router, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:37.645490 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.1080408
May 10 20:04:37.645795 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56776) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:37.676620 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Transition to ACTIVE for port object c0930dfd-1db1-40dd-8c11-54b3ea20ed50 will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:37.682200 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:04:37.683168 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf7176d0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:37.984106 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=17c4ee8e-df00-4146-b9cd-ece5822146e3,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:37.998541 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:38.048036 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.23', 53165) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:38.160698 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:04:38.183591 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdfec7f10>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:31Z', 'revision_number': 3, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:38.193318 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d0075-2a84-44a4-b3eb-299821666cf8 None None] The sync data for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi is: [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:31Z', 'revision_number': 3, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:04:38.206431 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8f86-20c7-4fba-b644-edb881728142 req-a7906b1a-7dc8-4890-9112-349bb4e1d5a1 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:38.208067 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-a7906b1a-7dc8-4890-9112-349bb4e1d5a1 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.23 "GET /v2.0/networks?id=554fcd4f-4b69-41f5-b0b6-cfb675735d0c HTTP/1.1" status: 200  len: 812 time: 1.1465869
May 10 20:04:38.214011 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:38.288598 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:38.296433 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fec79848-6a3c-4609-a190-eb1bc42fe900 req-fea8375f-03a5-4298-a9db-e941b611395b tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 210 time: 0.4106979
May 10 20:04:38.389903 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:38.469854 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Pushing event updated for resources: {'Port': ['ID=c0930dfd-1db1-40dd-8c11-54b3ea20ed50,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:38.476230 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:38.509266 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:38.516244 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:38.523089 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:38.523911 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655836'] for router_interface, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:38.527897 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Request body: {'port': {'device_id': '9f04c867-d28b-4a8f-ad23-2fdc03e348ed', 'network_id': '554fcd4f-4b69-41f5-b0b6-cfb675735d0c', 'admin_state_up': True, 'tenant_id': '2298473466494ca7a2f2f58e99c97240'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:38.908878 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-7d9521e0-c70c-4c0b-9837-7f94b49ccfd0 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:38.911829 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-7d9521e0-c70c-4c0b-9837-7f94b49ccfd0 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 815 time: 0.7027466
May 10 20:04:38.956421 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf7176d0>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:34Z', 'revision_number': 3, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:38.966727 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Checking router: f979ff89-b187-4a42-ae9e-e568ff18fc64 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:04:38.967083 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Updating router f979ff89-b187-4a42-ae9e-e568ff18fc64 port bd08190d-bff6-4be7-b1bb-0560844ee3d3 binding host dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:04:38.994395 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-60aa6897-dd33-4e94-b571-55dd88cc7a71 req-b9109dbb-b3f3-4fec-9b61-d2d2ddc8f3de tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 210 time: 0.7053583
May 10 20:04:39.107621 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-024a19b9-54d0-437d-9cc8-7067ed447d73 None None] Provisioning for port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:39.112278 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:39.151585 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-024a19b9-54d0-437d-9cc8-7067ed447d73 None None] Provisioning complete for port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:39.151818 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-024a19b9-54d0-437d-9cc8-7067ed447d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:39.344813 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Request body: {'port': {'device_id': '52a95e1c-5714-4410-bb78-193f04e42ce6', 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb', 'admin_state_up': True, 'tenant_id': '22d0ea06b0d5475596e3fecdc8c52daa'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:39.462505 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659203'] for router, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:39.654982 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-024a19b9-54d0-437d-9cc8-7067ed447d73 None None] Port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:04:40.215556 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Notify callbacks [] for port, precommit_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:40.227226 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:40.230018 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 70e43de6-bc3a-4307-a6ca-8a643a1455f2 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:40.411017 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Transition to ACTIVE for port object bd08190d-bff6-4be7-b1bb-0560844ee3d3 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:40.459161 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:40.495587 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:40.603629 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Attempting to bind port bd08190d-bff6-4be7-b1bb-0560844ee3d3 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:04:40.604151 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Attempting to bind port bd08190d-bff6-4be7-b1bb-0560844ee3d3 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:04:40.604629 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Attempting to bind port bd08190d-bff6-4be7-b1bb-0560844ee3d3 on network 66463a67-383e-46fc-b836-a04601c3d476 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:40.622797 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:04:40.637222 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Checking segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:40.637222 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:40.637586 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Bound using segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:04:40.638372 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Bound port: bd08190d-bff6-4be7-b1bb-0560844ee3d3, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:04:40.638743 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:40.805802 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-926c4e0f-cc72-4d36-b87f-5e7cdabaf60c req-bc0e7a3b-9bd4-4366-9656-a93b28230e91 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 210 time: 1.1607919
May 10 20:04:40.935013 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] For port bd08190d-bff6-4be7-b1bb-0560844ee3d3, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:04:40.947156 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] For port bd08190d-bff6-4be7-b1bb-0560844ee3d3, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=bd08190d-bff6-4be7-b1bb-0560844ee3d3,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:04:41.007886 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa15f8-b41f-409e-96b6-f1ba9b3686cf None None] Pushing event updated for resources: {'Port': ['ID=bd08190d-bff6-4be7-b1bb-0560844ee3d3,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:41.015460 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-ebfa15f8-b41f-409e-96b6-f1ba9b3686cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:41.017365 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:41.017365 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 70e43de6-bc3a-4307-a6ca-8a643a1455f2 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:41.030192 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:41.147654 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 70e43de6-bc3a-4307-a6ca-8a643a1455f2 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:41.148817 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:41.212948 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a555ed67-d27a-44e5-98ac-1dc2d2da576a req-ebf5114c-205f-4b42-8220-e81e5659ae99 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 210 time: 0.3632193
May 10 20:04:41.261858 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56882) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:41.262180 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 is scheduled to L3 agent 229cd993-baba-4305-aee7-6911b8bac52a with binding_index 1 {{(pid=78748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:04:41.338611 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:04:41.339742 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf7176d0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:41.419147 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa15f8-b41f-409e-96b6-f1ba9b3686cf None None] Pushing event updated for resources: {'Port': ['ID=bd08190d-bff6-4be7-b1bb-0560844ee3d3,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:41.432848 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:41.465539 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Usage tracker for resource:port and tenant:2298473466494ca7a2f2f58e99c97240 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:41.490620 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-ebfa15f8-b41f-409e-96b6-f1ba9b3686cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:41.493980 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:41.506381 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:41.620909 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:41.633982 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Usage tracker for resource:port and tenant:22d0ea06b0d5475596e3fecdc8c52daa is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:41.664906 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:41.714025 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:04:41.735438 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:41.775395 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:41.809138 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:41.816625 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6eb021c6-f4a4-4efa-a4ac-f613fbfce2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:41.831326 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:41.835100 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655743'] for router_interface, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:41.867447 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:41.923807 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Made reservation on behalf of 2298473466494ca7a2f2f58e99c97240 for: {'port': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:41.943153 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:42.048188 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 70e43de6-bc3a-4307-a6ca-8a643a1455f2, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=70e43de6-bc3a-4307-a6ca-8a643a1455f2,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:42.121040 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Pushing event updated for resources: {'Port': ['ID=c0930dfd-1db1-40dd-8c11-54b3ea20ed50,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:42.126396 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:42.134530 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 17c4ee8e-df00-4146-b9cd-ece5822146e3 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:42.134712 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:42.208495 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:42.403212 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:42.404965 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:42.416283 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:04:42.431954 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Sync routers for ids ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:04:42.455515 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Routers {'02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:04:42.458899 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4da3220>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:42.601184 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Allocated IP 172.20.0.14 (554fcd4f-4b69-41f5-b0b6-cfb675735d0c/3a830df3-b4d0-49e6-ba6c-26dbb1a6a8ff/58fc18ad-41b2-412b-a80f-29861ad8d670) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:42.700063 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=70e43de6-bc3a-4307-a6ca-8a643a1455f2,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:42.707724 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:42.716661 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 17c4ee8e-df00-4146-b9cd-ece5822146e3 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:42.717266 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:42.870598 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf7176d0>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:34Z', 'revision_number': 3, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:42.897314 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:42.901296 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b7652c-bbce-4317-8480-d2f8e313d05e None None] The sync data for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi is: [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:34Z', 'revision_number': 3, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:04:42.902056 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 10.7812841
May 10 20:04:42.904307 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56904) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:42.970022 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-910f7ee1-edf7-492e-887b-dec1f72ae62c None None] Provisioning complete for port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:42.971249 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-910f7ee1-edf7-492e-887b-dec1f72ae62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:43.023556 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Router 65c1ab96-466b-45d1-b816-55e2c7992e26 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:04:43.087499 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:43.089523 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-910f7ee1-edf7-492e-887b-dec1f72ae62c None None] Port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:04:43.136965 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Set router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:04:43.142466 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 70e43de6-bc3a-4307-a6ca-8a643a1455f2 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:43.326773 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 70e43de6-bc3a-4307-a6ca-8a643a1455f2 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:43.327129 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:43.502918 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Made reservation on behalf of 22d0ea06b0d5475596e3fecdc8c52daa for: {'port': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:43.511657 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:43.548975 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:43.823944 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-6eb021c6-f4a4-4efa-a4ac-f613fbfce2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:43.879970 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3b669a54-9455-484f-96aa-87d6ec49bf08 req-6e860cbb-2cd8-41b0-90f9-b12902e017f4 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 210 time: 0.5383656
May 10 20:04:43.897692 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-6eb021c6-f4a4-4efa-a4ac-f613fbfce2da admin admin] Usage tracker for resource:security_group_rule and tenant:e11a3520dd3f4095b245ec4cfd597a90 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:43.938938 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-6eb021c6-f4a4-4efa-a4ac-f613fbfce2da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:43.955407 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4da3220>, [{'id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-router', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:32Z', 'updated_at': '2021-05-10T20:04:37Z', 'revision_number': 3, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'gw_port': {'id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:34Z', 'updated_at': '2021-05-10T20:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:43.973293 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Checking router: 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:04:43.973758 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Updating router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 port 13eba074-dad1-45ae-8954-7b4bfe5b60b2 binding host dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:04:44.059937 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:44.129662 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:44.149336 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-6eb021c6-f4a4-4efa-a4ac-f613fbfce2da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:44.345815 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:04:44.367407 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Sync routers for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:04:44.369188 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] 10.222.0.18 "PUT /v2.0/routers/65c1ab96-466b-45d1-b816-55e2c7992e26/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2499065
May 10 20:04:44.384243 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:04:44.387127 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce41c88e0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:44.412504 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Pushing event updated for resources: {'Port': ['ID=58fc18ad-41b2-412b-a80f-29861ad8d670,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:44.428416 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:44.453932 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Network 554fcd4f-4b69-41f5-b0b6-cfb675735d0c is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:44.473364 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:44.482738 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:44.500528 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:44.501275 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:44.975987 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Allocated IP 172.20.0.6 (2ab8683e-6707-4997-bce1-e13ca1482abb/c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a/af31cec9-102f-419b-8e32-da9966c69e0b) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:45.105188 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:04:45.137504 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.403772 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device bd08190d-bff6-4be7-b1bb-0560844ee3d3 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:45.412263 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Notify callbacks [] for port, precommit_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.439021 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.provisioning_blocks [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Transition to ACTIVE for port object 13eba074-dad1-45ae-8954-7b4bfe5b60b2 will not be triggered until provisioned by entity L2. {{(pid=78750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:45.449433 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.461796 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:45.557034 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a87bd-799b-4ef9-943c-3c6048ccb058 None None] Pushing event updated for resources: {'Port': ['ID=13eba074-dad1-45ae-8954-7b4bfe5b60b2,revision_number=2']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:45.569819 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-c22a87bd-799b-4ef9-943c-3c6048ccb058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:45.623748 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Attempting to bind port 13eba074-dad1-45ae-8954-7b4bfe5b60b2 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:04:45.624099 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.624558 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Attempting to bind port 13eba074-dad1-45ae-8954-7b4bfe5b60b2 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:04:45.627149 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Attempting to bind port 13eba074-dad1-45ae-8954-7b4bfe5b60b2 on network 66463a67-383e-46fc-b836-a04601c3d476 {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:45.642218 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:04:45.642634 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Checking segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:45.643738 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.644153 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Bound using segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:04:45.676633 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Bound port: 13eba074-dad1-45ae-8954-7b4bfe5b60b2, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:04:45.676633 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.688250 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.3829193
May 10 20:04:45.706719 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.773367 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3776327c-a393-414f-a081-39c0221b0532 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:45.845937 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port bd08190d-bff6-4be7-b1bb-0560844ee3d3 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:45.861795 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port bd08190d-bff6-4be7-b1bb-0560844ee3d3 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:45.863290 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.885983 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] For port 13eba074-dad1-45ae-8954-7b4bfe5b60b2, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:04:45.894049 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] For port 13eba074-dad1-45ae-8954-7b4bfe5b60b2, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=13eba074-dad1-45ae-8954-7b4bfe5b60b2,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:04:45.900788 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.919934 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-c22a87bd-799b-4ef9-943c-3c6048ccb058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:45.947790 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea4150-1fc2-48f4-a7e6-65334a6c952b req-d348f5d1-bfb5-48e4-b3f6-c5d82fef6df7 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:45.948555 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-03ea4150-1fc2-48f4-a7e6-65334a6c952b req-d348f5d1-bfb5-48e4-b3f6-c5d82fef6df7 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Synchronizing usage tracker for tenant:2298473466494ca7a2f2f58e99c97240 on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:45.965749 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Network 2ab8683e-6707-4997-bce1-e13ca1482abb is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:46.006773 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:46.064445 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.086630 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Allocated IP 172.20.0.1 (e8c8b93f-668d-4a71-94f7-56fa1a591ee0/40cc35f2-27c7-418a-bd2a-92a5bc83986d/d782bd45-c77e-4cb4-94cf-a88ce9298e2f) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:46.125599 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:46.160360 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:46.161440 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.255357 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 56938) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:46.259748 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a87bd-799b-4ef9-943c-3c6048ccb058 None None] Pushing event updated for resources: {'Port': ['ID=13eba074-dad1-45ae-8954-7b4bfe5b60b2,revision_number=3']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:46.280585 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110875158', 'description': 'tempest-description--1312589233'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:46.280758 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-c22a87bd-799b-4ef9-943c-3c6048ccb058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:46.282679 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Routers {'02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:04:46.283200 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4da3220>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:46.298747 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:46.308456 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Usage tracker for resource:security_group and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:46.315014 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:46.326558 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6eb021c6-f4a4-4efa-a4ac-f613fbfce2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.343686 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:46.380992 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6eb021c6-f4a4-4efa-a4ac-f613fbfce2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.400324 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.409505 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.433922 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Pushing event updated for resources: {'Port': ['ID=af31cec9-102f-419b-8e32-da9966c69e0b,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:46.449483 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-03ea4150-1fc2-48f4-a7e6-65334a6c952b req-d348f5d1-bfb5-48e4-b3f6-c5d82fef6df7 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Unset dirty status for tenant:2298473466494ca7a2f2f58e99c97240 on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:46.456750 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-03ea4150-1fc2-48f4-a7e6-65334a6c952b req-d348f5d1-bfb5-48e4-b3f6-c5d82fef6df7 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 932 time: 3.1003633
May 10 20:04:46.463356 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:46.473926 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port bd08190d-bff6-4be7-b1bb-0560844ee3d3, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=bd08190d-bff6-4be7-b1bb-0560844ee3d3,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:46.493411 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.504637 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:46.537718 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:46.550056 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Usage tracker for resource:security_group_rule and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:46.560308 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:46.588552 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:46.642357 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=bd08190d-bff6-4be7-b1bb-0560844ee3d3,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:46.646253 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:46.678636 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce41c88e0>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:40Z', 'revision_number': 2, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:46.684044 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Checking router: 65c1ab96-466b-45d1-b816-55e2c7992e26 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:04:46.684481 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Updating router 65c1ab96-466b-45d1-b816-55e2c7992e26 port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 binding host dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:04:46.702036 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.792357 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] Set router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:04:46.846465 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.882213 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Allocated IP 172.20.0.1 (5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5/a6b47c10-6bc8-4f78-9310-e201e1556373/7e26e26e-b18a-4fc5-9f96-3aa7551598bb) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:46.887454 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.896896 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.916519 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-830eff35-11be-4796-b8b8-37440dea8ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:46.938143 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:47.050093 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:47.067015 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Transition to ACTIVE for port object 7e26e26e-b18a-4fc5-9f96-3aa7551598bb will not be triggered until provisioned by entity DHCP. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:47.087652 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.660s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:47.117105 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device bd08190d-bff6-4be7-b1bb-0560844ee3d3 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:47.125130 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63504138-82d4-4f1f-9512-8b4424a0d8bf,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:47.129237 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-d36a8236-2a82-4a90-882e-791d2bd8b9c1 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 20:04:47.130470 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-d36a8236-2a82-4a90-882e-791d2bd8b9c1 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0349557
May 10 20:04:47.133101 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:47.135790 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.1281390
May 10 20:04:47.143344 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:47.145599 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:47.151285 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:47.231678 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-6eb021c6-f4a4-4efa-a4ac-f613fbfce2da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e11a3520dd3f4095b245ec4cfd597a90&name=default HTTP/1.1" status: 200  len: 2975 time: 5.9520705
May 10 20:04:47.238719 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56958) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:47.240420 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb021c6-f4a4-4efa-a4ac-f613fbfce2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d12c1a0-e12e-47a3-bb9b-703aa35f9b7b,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:47.254056 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6eb021c6-f4a4-4efa-a4ac-f613fbfce2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:47.256006 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:47.314366 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-03ea4150-1fc2-48f4-a7e6-65334a6c952b req-75071558-9d20-4a58-b290-69e28c8ac6df tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Synchronizing usage tracker for tenant:2298473466494ca7a2f2f58e99c97240 on resource:security_group {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:47.321358 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:47.325148 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.0664604
May 10 20:04:47.333200 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:47.334103 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 56968) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:47.342877 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:47.357878 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:47.363722 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'security_group_rule': {'security_group_id': '63504138-82d4-4f1f-9512-8b4424a0d8bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:47.369516 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:47.370075 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655836'] for router_interface, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:47.371731 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:47.372381 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655836'] for router_interface, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:47.396067 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:47.506096 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Usage tracker for resource:security_group_rule and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:47.551965 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:47.591979 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Pushing event updated for resources: {'Port': ['ID=7e26e26e-b18a-4fc5-9f96-3aa7551598bb,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:47.616775 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:47.650030 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Pushing event updated for resources: {'Port': ['ID=d782bd45-c77e-4cb4-94cf-a88ce9298e2f,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:47.664622 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:47.681885 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4da3220>, [{'id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-router', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:32Z', 'updated_at': '2021-05-10T20:04:37Z', 'revision_number': 3, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'gw_port': {'id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:34Z', 'updated_at': '2021-05-10T20:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:47.698222 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:47.699067 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c00883-af67-4d14-8459-2a3c3411f600 None None] The sync data for ids ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'] in dv-cinder-788365-3-iscsi is: [{'id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-router', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:32Z', 'updated_at': '2021-05-10T20:04:37Z', 'revision_number': 3, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'gw_port': {'id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:34Z', 'updated_at': '2021-05-10T20:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:04:47.716562 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Request body: {'port': {'device_id': '9f04c867-d28b-4a8f-ad23-2fdc03e348ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:47.754569 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d9f6-ad66-491a-a0da-1b5bef18f746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:47.757030 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-03ea4150-1fc2-48f4-a7e6-65334a6c952b req-75071558-9d20-4a58-b290-69e28c8ac6df tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Unset dirty status for tenant:2298473466494ca7a2f2f58e99c97240 on resource:security_group {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:47.758699 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-03ea4150-1fc2-48f4-a7e6-65334a6c952b req-75071558-9d20-4a58-b290-69e28c8ac6df tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3011527
May 10 20:04:47.770158 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Request body: {'port': {'device_id': '52a95e1c-5714-4410-bb78-193f04e42ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:47.855434 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:47.901967 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port bd08190d-bff6-4be7-b1bb-0560844ee3d3 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:47.902479 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.111749 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d9f6-ad66-491a-a0da-1b5bef18f746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.368125 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.379877 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.381033 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655743'] for router_interface, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.413280 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:48.451553 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-bceade53-ac70-4be0-a02b-cd3b6e2645bf None None] Provisioning for port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:48.584113 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-bceade53-ac70-4be0-a02b-cd3b6e2645bf None None] Provisioning complete for port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:48.584542 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-bceade53-ac70-4be0-a02b-cd3b6e2645bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.797706 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547dcdb-f838-4d3b-8278-196e43518e74 req-33bc9a3e-c855-4183-9fa5-9226803e9b9f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:48.802948 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-3547dcdb-f838-4d3b-8278-196e43518e74 req-33bc9a3e-c855-4183-9fa5-9226803e9b9f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Synchronizing usage tracker for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:48.814289 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.833132 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.914226 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Pushing event updated for resources: {'Port': ['ID=d782bd45-c77e-4cb4-94cf-a88ce9298e2f,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:49.016639 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:49.061392 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-bceade53-ac70-4be0-a02b-cd3b6e2645bf None None] Port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:04:49.075006 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Notify callbacks [] for port, precommit_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:49.131803 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Transition to ACTIVE for port object c0930dfd-1db1-40dd-8c11-54b3ea20ed50 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:49.150504 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:49.169161 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:49.173956 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:49.179908 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:49.477089 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 13eba074-dad1-45ae-8954-7b4bfe5b60b2 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:49.895445 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:04:50.117391 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382981c1-58b0-40b5-b97b-3bec74aa7ff2 None None] Pushing event updated for resources: {'Port': ['ID=c0930dfd-1db1-40dd-8c11-54b3ea20ed50,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:50.142294 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-382981c1-58b0-40b5-b97b-3bec74aa7ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:50.164985 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:50.184677 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-3547dcdb-f838-4d3b-8278-196e43518e74 req-33bc9a3e-c855-4183-9fa5-9226803e9b9f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Unset dirty status for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:50.192725 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3547dcdb-f838-4d3b-8278-196e43518e74 req-33bc9a3e-c855-4183-9fa5-9226803e9b9f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 931 time: 3.0830171
May 10 20:04:50.208661 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 13eba074-dad1-45ae-8954-7b4bfe5b60b2 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:50.230019 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 13eba074-dad1-45ae-8954-7b4bfe5b60b2 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:50.230409 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:50.401957 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:04:50.418059 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] 10.222.0.18 "PUT /v2.0/routers/02dc61d2-a0fd-4aa1-a8b8-08caebc17c75/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5122850
May 10 20:04:50.440122 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Attempting to bind port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:04:50.440783 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Attempting to bind port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:04:50.441408 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Attempting to bind port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 on network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:50.506829 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-3547dcdb-f838-4d3b-8278-196e43518e74 req-b25b1736-a514-4407-8e62-298387cca02c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Synchronizing usage tracker for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:security_group {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:50.510526 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:04:50.511101 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Checking segment: {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:50.511748 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:50.512256 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Bound using segment: {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:04:50.519247 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:50.527833 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Bound port: c0930dfd-1db1-40dd-8c11-54b3ea20ed50, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:04:50.528639 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:50.796051 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:50.816029 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] For port c0930dfd-1db1-40dd-8c11-54b3ea20ed50, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:04:50.822655 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] For port c0930dfd-1db1-40dd-8c11-54b3ea20ed50, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=c0930dfd-1db1-40dd-8c11-54b3ea20ed50,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:04:50.837112 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:50.843570 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-9718d99c-17c3-48bf-82dd-18316d59054a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:50.957864 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d9f6-ad66-491a-a0da-1b5bef18f746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:51.000450 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382981c1-58b0-40b5-b97b-3bec74aa7ff2 None None] Pushing event updated for resources: {'Port': ['ID=c0930dfd-1db1-40dd-8c11-54b3ea20ed50,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:51.010098 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 13eba074-dad1-45ae-8954-7b4bfe5b60b2, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=13eba074-dad1-45ae-8954-7b4bfe5b60b2,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:51.011573 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-382981c1-58b0-40b5-b97b-3bec74aa7ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:51.021050 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:51.028577 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:51.099467 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:51.105127 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-3547dcdb-f838-4d3b-8278-196e43518e74 req-b25b1736-a514-4407-8e62-298387cca02c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Unset dirty status for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:security_group {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:51.146395 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3547dcdb-f838-4d3b-8278-196e43518e74 req-b25b1736-a514-4407-8e62-298387cca02c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9521172
May 10 20:04:51.210889 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:51.249089 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:04:51.249870 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce41c88e0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:51.293649 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Sync routers for ids ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:04:51.342679 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d254e-ab17-40c2-b683-35310b778909 req-edc3309a-82ae-4325-8386-1dd13e37a0f0 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:51.348712 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Routers {'02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:04:51.349168 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=13eba074-dad1-45ae-8954-7b4bfe5b60b2,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:51.352248 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4d84670>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:51.357911 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:51.358265 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a63d254e-ab17-40c2-b683-35310b778909 req-edc3309a-82ae-4325-8386-1dd13e37a0f0 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 932 time: 1.3904109
May 10 20:04:51.392963 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:51.476713 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4d9f6-ad66-491a-a0da-1b5bef18f746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d12c1a0-e12e-47a3-bb9b-703aa35f9b7b,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:51.582777 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:04:51.704330 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Set router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:04:51.848870 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a63d254e-ab17-40c2-b683-35310b778909 req-f614ff21-37e6-4e97-ac0a-9a3d4b0201b2 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4891422
May 10 20:04:51.893203 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.db.resource_extend [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 20:04:51.905311 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d9f6-ad66-491a-a0da-1b5bef18f746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:51.907812 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-2ec4d9f6-ad66-491a-a0da-1b5bef18f746 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d12c1a0-e12e-47a3-bb9b-703aa35f9b7b HTTP/1.1" status: 204  len: 168 time: 4.6640389
May 10 20:04:51.934879 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-2ec4d9f6-ad66-491a-a0da-1b5bef18f746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:51.940771 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:52.204392 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.db.resource_extend [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 20:04:52.257114 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4d84670>, [{'id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-router', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:32Z', 'updated_at': '2021-05-10T20:04:47Z', 'revision_number': 4, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'gw_port': {'id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:34Z', 'updated_at': '2021-05-10T20:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'd782bd45-c77e-4cb4-94cf-a88ce9298e2f', 'name': '', 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'mac_address': 'fa:16:3e:27:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40cc35f2-27c7-418a-bd2a-92a5bc83986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:45Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 2, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'subnets': [{'id': '40cc35f2-27c7-418a-bd2a-92a5bc83986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:52.288670 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Checking router: 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:04:52.290001 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Updating router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 port d782bd45-c77e-4cb4-94cf-a88ce9298e2f binding host dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:04:52.345169 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.349339 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57044) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:52.354667 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce41c88e0>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:50Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:52.355742 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 5.0143595
May 10 20:04:52.356608 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'security_group_rule': {'security_group_id': '63504138-82d4-4f1f-9512-8b4424a0d8bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:52.373794 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1fd0a3-8dfd-4f41-820e-d7feef93f017 None None] The sync data for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi is: [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:50Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:04:52.393016 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:52.401356 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Usage tracker for resource:security_group_rule and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:52.411251 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:52.464422 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:52.503234 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.529743 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.538334 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.683800 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.684611 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db2f7fc-ee1b-4589-8b9a-76e8b20199c3,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:52.769841 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.786385 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.793919 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:52.833257 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f00209-d5e2-4970-a807-0ceae081a319,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:52.843252 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:52.851604 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.857382 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5025287
May 10 20:04:52.857647 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655743'] for router_interface, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.858097 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57062) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:52.867845 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'floatingip': {'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:52.891339 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:52.901400 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-65abf994-3d31-432d-ab20-2ab1f1e6979c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:52.910963 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Usage tracker for resource:floatingip and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:52.912138 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-65abf994-3d31-432d-ab20-2ab1f1e6979c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/networks?id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 200  len: 819 time: 1.3554320
May 10 20:04:52.914132 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.db.resource_extend [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 20:04:52.919702 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:52.938255 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:52.960786 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-7f0133e4-2823-48d4-98b7-763fda58f3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:52.971753 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-134d54f9-799d-4cae-9190-16b88f79c097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:52.972285 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:53.192975 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Pushing event updated for resources: {'Port': ['ID=7e26e26e-b18a-4fc5-9f96-3aa7551598bb,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:53.214520 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:53.352383 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-3e7aca1c-5af2-4a42-b7b4-e2a6d970d55c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/quotas/2e02c5507b4749538f4d762e24453abf HTTP/1.1" status: 200  len: 375 time: 0.2171664
May 10 20:04:53.543534 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device c0930dfd-1db1-40dd-8c11-54b3ea20ed50 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:53.657356 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Notify callbacks [] for port, precommit_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:53.680675 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.provisioning_blocks [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Transition to ACTIVE for port object d782bd45-c77e-4cb4-94cf-a88ce9298e2f will not be triggered until provisioned by entity L2. {{(pid=78750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:53.697221 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af31cec9-102f-419b-8e32-da9966c69e0b {{(pid=78747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:04:53.697492 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:53.723162 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:53.823727 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:53.824540 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:53.850483 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:53.850483 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:53.991442 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.171481 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fc18ad-41b2-412b-a80f-29861ad8d670 {{(pid=78747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:04:54.201595 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ee47b-29ff-4067-b09e-44969b916986 req-589b768a-6f0f-4ee8-a751-022c910930a4 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:54.210675 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7b1ee47b-29ff-4067-b09e-44969b916986 req-589b768a-6f0f-4ee8-a751-022c910930a4 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 931 time: 1.6288905
May 10 20:04:54.221441 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Transition to ACTIVE for port object af31cec9-102f-419b-8e32-da9966c69e0b will not be triggered until provisioned by entity L2. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:54.231779 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.261261 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.296372 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.368833 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:54.395888 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port c0930dfd-1db1-40dd-8c11-54b3ea20ed50, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=c0930dfd-1db1-40dd-8c11-54b3ea20ed50,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:54.404576 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.409519 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 13eba074-dad1-45ae-8954-7b4bfe5b60b2 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:54.444641 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Allocated IP 172.27.0.22 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/2c0350d1-6237-49d8-9020-b590e0f8d1ee) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:54.470124 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:54.661084 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=c0930dfd-1db1-40dd-8c11-54b3ea20ed50,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:54.672629 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:54.684223 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 13eba074-dad1-45ae-8954-7b4bfe5b60b2 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:54.685008 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.880596 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Attempting to bind port d782bd45-c77e-4cb4-94cf-a88ce9298e2f on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:04:54.881439 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Attempting to bind port d782bd45-c77e-4cb4-94cf-a88ce9298e2f by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:04:54.881730 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Attempting to bind port d782bd45-c77e-4cb4-94cf-a88ce9298e2f on network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:54.888483 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.920854 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:04:54.921442 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Checking segment: {'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:54.925769 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.928820 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Bound using segment: {'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:04:54.929723 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Bound port: d782bd45-c77e-4cb4-94cf-a88ce9298e2f, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'}}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:04:54.930393 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.949530 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.970094 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5f46b0b7-f065-4063-a151-ec76375404de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:54.977219 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Transition to ACTIVE for port object 58fc18ad-41b2-412b-a80f-29861ad8d670 will not be triggered until provisioned by entity L2. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:55.020352 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Pushing event updated for resources: {'Port': ['ID=af31cec9-102f-419b-8e32-da9966c69e0b,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:55.109315 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:55.146607 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7b1ee47b-29ff-4067-b09e-44969b916986 req-81e9d69e-fe01-4659-85bf-416eec31c8aa tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9346800
May 10 20:04:55.147906 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:55.225580 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'Port': ['ID=2c0350d1-6237-49d8-9020-b590e0f8d1ee,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:55.239744 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:55.268999 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:55.278835 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:55.283769 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:55.288913 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:55.404847 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] For port d782bd45-c77e-4cb4-94cf-a88ce9298e2f, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:04:55.413981 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] For port d782bd45-c77e-4cb4-94cf-a88ce9298e2f, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=d782bd45-c77e-4cb4-94cf-a88ce9298e2f,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:04:55.425506 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:55.428921 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50c4cd-8151-4653-9afb-11c3e911ce1d None None] Pushing event updated for resources: {'Port': ['ID=d782bd45-c77e-4cb4-94cf-a88ce9298e2f,revision_number=3']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:55.442808 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-0a50c4cd-8151-4653-9afb-11c3e911ce1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.720s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:55.443279 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-0a50c4cd-8151-4653-9afb-11c3e911ce1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:55.520958 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Routers {'02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:04:55.522057 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4d84670>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:55.604765 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-8d318418-b406-4f7e-b4ef-a77bff081f73 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&fields=id HTTP/1.1" status: 200  len: 255 time: 2.0653126
May 10 20:04:55.613985 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:55.633739 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:55.705493 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:55.753681 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] Set router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:04:55.810605 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device c0930dfd-1db1-40dd-8c11-54b3ea20ed50 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:55.820943 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Attempting to bind port af31cec9-102f-419b-8e32-da9966c69e0b on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:04:55.824680 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Attempting to bind port af31cec9-102f-419b-8e32-da9966c69e0b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:04:55.825284 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Attempting to bind port af31cec9-102f-419b-8e32-da9966c69e0b on network 2ab8683e-6707-4997-bce1-e13ca1482abb {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:55.845252 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Pushing event updated for resources: {'Port': ['ID=58fc18ad-41b2-412b-a80f-29861ad8d670,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:55.900384 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:55.945072 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.000467 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:56.000467 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.337244 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-aef26318-3696-49c3-9557-d1bfa4826daf None None] Provisioning complete for port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:56.340952 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-aef26318-3696-49c3-9557-d1bfa4826daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.380557 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Port af31cec9-102f-419b-8e32-da9966c69e0b on network 2ab8683e-6707-4997-bce1-e13ca1482abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:04:56.381159 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Attempting to bind port af31cec9-102f-419b-8e32-da9966c69e0b on network 2ab8683e-6707-4997-bce1-e13ca1482abb {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:56.433739 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50c4cd-8151-4653-9afb-11c3e911ce1d None None] Pushing event updated for resources: {'Port': ['ID=d782bd45-c77e-4cb4-94cf-a88ce9298e2f,revision_number=4']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:56.440402 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4d84670>, [{'id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-router', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:32Z', 'updated_at': '2021-05-10T20:04:47Z', 'revision_number': 4, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'gw_port': {'id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:34Z', 'updated_at': '2021-05-10T20:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'd782bd45-c77e-4cb4-94cf-a88ce9298e2f', 'name': '', 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'mac_address': 'fa:16:3e:27:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40cc35f2-27c7-418a-bd2a-92a5bc83986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:45Z', 'updated_at': '2021-05-10T20:04:55Z', 'revision_number': 4, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'subnets': [{'id': '40cc35f2-27c7-418a-bd2a-92a5bc83986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:56.443827 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-0a50c4cd-8151-4653-9afb-11c3e911ce1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:56.448310 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e05b3-2145-4ec7-82b5-a0dc2dc743f3 None None] The sync data for ids ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'] in dv-cinder-788365-3-iscsi is: [{'id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-router', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:32Z', 'updated_at': '2021-05-10T20:04:47Z', 'revision_number': 4, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'gw_port': {'id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:34Z', 'updated_at': '2021-05-10T20:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'd782bd45-c77e-4cb4-94cf-a88ce9298e2f', 'name': '', 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'mac_address': 'fa:16:3e:27:61:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40cc35f2-27c7-418a-bd2a-92a5bc83986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:45Z', 'updated_at': '2021-05-10T20:04:55Z', 'revision_number': 4, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'subnets': [{'id': '40cc35f2-27c7-418a-bd2a-92a5bc83986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:04:56.565679 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.572964 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.586484 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:56.633070 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.731661 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'Port': ['ID=2c0350d1-6237-49d8-9020-b590e0f8d1ee,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:56.736663 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.752291 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.8798878
May 10 20:04:56.752291 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:56.753365 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Router f979ff89-b187-4a42-ae9e-e568ff18fc64 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:04:56.781295 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:04:56.781295 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Checking segment: {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:56.781295 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Bound using segment: {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:04:56.782546 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Bound port: af31cec9-102f-419b-8e32-da9966c69e0b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'}}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:04:56.782546 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.803604 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-aef26318-3696-49c3-9557-d1bfa4826daf None None] Port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:04:56.824966 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Attempting to bind port 58fc18ad-41b2-412b-a80f-29861ad8d670 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:04:56.825632 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Attempting to bind port 58fc18ad-41b2-412b-a80f-29861ad8d670 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '554fcd4f-4b69-41f5-b0b6-cfb675735d0c'}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:04:56.826201 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Attempting to bind port 58fc18ad-41b2-412b-a80f-29861ad8d670 on network 554fcd4f-4b69-41f5-b0b6-cfb675735d0c {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:56.868180 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Port 58fc18ad-41b2-412b-a80f-29861ad8d670 on network 554fcd4f-4b69-41f5-b0b6-cfb675735d0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:04:56.871176 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Attempting to bind port 58fc18ad-41b2-412b-a80f-29861ad8d670 on network 554fcd4f-4b69-41f5-b0b6-cfb675735d0c {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:56.982041 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-efa1c40d-e81a-46c9-a33f-5cd4482e94a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.089743 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] For port af31cec9-102f-419b-8e32-da9966c69e0b, host hv-cinder-78836, cleared binding levels {{(pid=78747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:04:57.098486 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] For port af31cec9-102f-419b-8e32-da9966c69e0b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af31cec9-102f-419b-8e32-da9966c69e0b,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:04:57.222190 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.264995 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:04:57.265355 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Checking segment: {'id': 'cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '554fcd4f-4b69-41f5-b0b6-cfb675735d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:57.266276 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Bound using segment: {'id': 'cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '554fcd4f-4b69-41f5-b0b6-cfb675735d0c'} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:04:57.267643 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Bound port: 58fc18ad-41b2-412b-a80f-29861ad8d670, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '554fcd4f-4b69-41f5-b0b6-cfb675735d0c'}}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:04:57.268165 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.373066 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:57.460406 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80addb21-29d5-4ac3-8f9b-952dff8bfb32 req-e2c1732c-9a0b-4bcc-bf70-9e36b406f4cf tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:57.462050 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-80addb21-29d5-4ac3-8f9b-952dff8bfb32 req-e2c1732c-9a0b-4bcc-bf70-9e36b406f4cf tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 944 time: 1.9632056
May 10 20:04:57.490830 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:57.491525 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.493115 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] 10.222.0.23 "PUT /v2.0/ports/af31cec9-102f-419b-8e32-da9966c69e0b HTTP/1.1" status: 200  len: 1093 time: 10.1012535
May 10 20:04:57.505214 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a95e1c-5714-4410-bb78-193f04e42ce6', 'tag': 'af31cec9-102f-419b-8e32-da9966c69e0b'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:04:57.691883 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Pushing event updated for resources: {'Port': ['ID=af31cec9-102f-419b-8e32-da9966c69e0b,revision_number=3']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:57.699399 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device d782bd45-c77e-4cb4-94cf-a88ce9298e2f up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:57.709751 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-13e91441-dda0-4d2f-ad76-bce50df2af25 service neutron] 10.222.0.18 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.0055828
May 10 20:04:57.722448 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:57.867777 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-80addb21-29d5-4ac3-8f9b-952dff8bfb32 req-25a0e1f0-bda4-49e7-84f4-17477b3b0cf9 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3645701
May 10 20:04:57.889359 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:04:57.911268 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port d782bd45-c77e-4cb4-94cf-a88ce9298e2f completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:57.918272 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Sync routers for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:04:57.924140 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port d782bd45-c77e-4cb4-94cf-a88ce9298e2f triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:57.924517 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.943358 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] 10.222.0.18 "PUT /v2.0/routers/f979ff89-b187-4a42-ae9e-e568ff18fc64/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.2626507
May 10 20:04:58.039393 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:04:58.040195 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4400040>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:58.042929 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] For port 58fc18ad-41b2-412b-a80f-29861ad8d670, host hv-cinder-78836, cleared binding levels {{(pid=78747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:04:58.065775 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] For port 58fc18ad-41b2-412b-a80f-29861ad8d670, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=58fc18ad-41b2-412b-a80f-29861ad8d670,segment=NetworkSegment(cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0),segment_id=cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0)] {{(pid=78747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:04:58.192984 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:58.245458 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-bc4540f7-e4d7-4eea-a687-360869b348bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:58.247075 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-bc4540f7-e4d7-4eea-a687-360869b348bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 1096 time: 0.6681099
May 10 20:04:58.254487 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-a986aed7-6d0b-4e18-a309-fd87df544cf4 service neutron] 10.222.0.18 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5264463
May 10 20:04:58.257085 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:58.336797 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:58.337441 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:58.338859 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] 10.222.0.23 "PUT /v2.0/ports/58fc18ad-41b2-412b-a80f-29861ad8d670 HTTP/1.1" status: 200  len: 1094 time: 10.9545212
May 10 20:04:58.376883 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Pushing event updated for resources: {'Port': ['ID=58fc18ad-41b2-412b-a80f-29861ad8d670,revision_number=3']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:58.390305 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:58.401762 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b48a0-b521-43c9-8601-db6d339c26e0 req-576b6432-4a5d-4b63-8e38-02d412290e95 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:58.401762 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-606b48a0-b521-43c9-8601-db6d339c26e0 req-576b6432-4a5d-4b63-8e38-02d412290e95 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 943 time: 0.2164164
May 10 20:04:58.402882 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:58.472644 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-606b48a0-b521-43c9-8601-db6d339c26e0 req-4c5f842e-f4e3-41c6-b523-b98c7a401987 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624337
May 10 20:04:58.505186 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port d782bd45-c77e-4cb4-94cf-a88ce9298e2f, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=d782bd45-c77e-4cb4-94cf-a88ce9298e2f,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:58.554014 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:58.565954 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:58.629685 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:04:58.807693 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-93c7f82a-7b3b-4e31-908a-2c24dcc19b29 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2110875158&fields=id&tenant_id=066ce7b2289b444caeda66c8457931ac HTTP/1.1" status: 200  len: 267 time: 0.0970066
May 10 20:04:58.824198 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a95e1c-5714-4410-bb78-193f04e42ce6', 'tag': 'af31cec9-102f-419b-8e32-da9966c69e0b', 'status': 'completed', 'code': 200}
May 10 20:04:59.023434 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:04:59.134208 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-ceda8496-b0bd-4bc3-9b0e-0b61c62a824c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:59.136413 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-ceda8496-b0bd-4bc3-9b0e-0b61c62a824c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 817 time: 0.3278210
May 10 20:04:59.167993 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=d782bd45-c77e-4cb4-94cf-a88ce9298e2f,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:59.179019 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:59.192303 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-e0c282a6-a548-4816-98c3-b06ce84aa125 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/quotas/066ce7b2289b444caeda66c8457931ac HTTP/1.1" status: 200  len: 375 time: 0.0482972
May 10 20:04:59.239716 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4400040>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:04:50Z', 'revision_number': 2, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:59.252334 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Checking router: f979ff89-b187-4a42-ae9e-e568ff18fc64 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:04:59.252761 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Updating router f979ff89-b187-4a42-ae9e-e568ff18fc64 port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb binding host dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:04:59.407811 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57214) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:59.417386 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.421064 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1708995985', 'description': 'tempest-description--1571682804'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:59.440490 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-d3352c5e-2cf3-4f16-a6b7-fc7e07d56dff tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2434347
May 10 20:04:59.445252 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:59.459892 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Usage tracker for resource:security_group and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:59.466955 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:59.483093 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:59.505156 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.536370 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-931294b2-0f9e-4bc1-9eff-f3c0a53fbb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.541955 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:59.548447 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Usage tracker for resource:security_group_rule and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:59.552020 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:59.558927 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:59.577938 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.621553 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-562db09d-74bc-4c35-898c-d9546eb3bcd1 req-9f9de801-5fe0-451c-affc-850897a24bdf tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 210 time: 0.1118555
May 10 20:04:59.678455 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.686551 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.691038 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:59.742404 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device d782bd45-c77e-4cb4-94cf-a88ce9298e2f up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:59.760406 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-77779077-d42c-4a70-bcfd-a78817874df5 service neutron] 10.222.0.18 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2959991
May 10 20:04:59.791001 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd07a622-0517-46e3-aad9-f4d860f414f2,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:59.795428 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.797980 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3881133
May 10 20:04:59.806209 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:59.807396 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57226) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:59.814194 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'security_group_rule': {'security_group_id': 'fd07a622-0517-46e3-aad9-f4d860f414f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:59.821322 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:59.827018 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Usage tracker for resource:security_group_rule and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:59.831416 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:59.840176 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:59.864881 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.951084 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.956437 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.959089 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:59.959506 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port d782bd45-c77e-4cb4-94cf-a88ce9298e2f triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:59.960050 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.983153 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044f267d-e6fb-4691-b651-c2fc42f38eb5,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:59.986620 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:59.995853 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.001953 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-38d5a9ec-1a37-45fc-bb53-10bd2608e3b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1886039
May 10 20:05:00.001953 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57234) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:00.007852 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'security_group_rule': {'security_group_id': 'fd07a622-0517-46e3-aad9-f4d860f414f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:00.013922 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:00.019961 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Usage tracker for resource:security_group_rule and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:00.024105 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:00.032291 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:00.055200 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.119649 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-b5a44cb7-14cf-41b7-afe0-d1e3fec0262d service neutron] 10.222.0.18 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3496885
May 10 20:05:00.160880 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8babd-fe4a-4c11-9f82-8d96ca88a76f req-91736b4e-527e-4438-bb54-52979bbd6940 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:00.162458 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e5e8babd-fe4a-4c11-9f82-8d96ca88a76f req-91736b4e-527e-4438-bb54-52979bbd6940 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 944 time: 0.3394399
May 10 20:05:00.188852 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Notify callbacks [] for port, precommit_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.205051 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Transition to ACTIVE for port object 7e26e26e-b18a-4fc5-9f96-3aa7551598bb will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:05:00.221108 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.223879 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-ebfa15f8-b41f-409e-96b6-f1ba9b3686cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:00.225053 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.232717 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.250046 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:00.258788 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e5e8babd-fe4a-4c11-9f82-8d96ca88a76f req-f8d4335a-956f-4e1c-b8e9-672639bdd13f tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889187
May 10 20:05:00.300016 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a7bdb8-1df4-4d62-b384-fe334f970ddc,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:00.302016 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.320870 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3179288
May 10 20:05:00.322126 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:00.324201 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 57240) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:00.330762 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'floatingip': {'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:00.344493 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:00.352837 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Usage tracker for resource:floatingip and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:00.356768 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:00.378149 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:00.443897 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.610739 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd49fa-e53a-4925-b496-b0a6675d8cb2 None None] Pushing event updated for resources: {'Port': ['ID=7e26e26e-b18a-4fc5-9f96-3aa7551598bb,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:00.645978 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-b2dd49fa-e53a-4925-b496-b0a6675d8cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:00.716769 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Attempting to bind port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:05:00.717225 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Attempting to bind port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:05:00.717630 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Attempting to bind port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb on network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:05:00.725788 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.726640 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:05:00.727234 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Checking segment: {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:05:00.727708 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.728171 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Bound using segment: {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:05:00.728721 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Bound port: 7e26e26e-b18a-4fc5-9f96-3aa7551598bb, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:05:00.729094 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.887498 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f04c867-d28b-4a8f-ad23-2fdc03e348ed', 'tag': '58fc18ad-41b2-412b-a80f-29861ad8d670'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:00.922716 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-7e891d8b-22ad-4885-bad0-abd660d87744 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af31cec9-102f-419b-8e32-da9966c69e0b HTTP/1.1" status: 200  len: 217 time: 0.2351694
May 10 20:05:00.946347 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] For port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:05:00.954679 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] For port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=7e26e26e-b18a-4fc5-9f96-3aa7551598bb,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:05:00.966323 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.981562 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:01.072920 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1174cf-5b06-4fc5-a952-5d1566e44b39 req-21f9dfd8-0174-47cb-810c-4f5a537e4388 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:01.080711 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd49fa-e53a-4925-b496-b0a6675d8cb2 None None] Pushing event updated for resources: {'Port': ['ID=7e26e26e-b18a-4fc5-9f96-3aa7551598bb,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:01.082775 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ff1174cf-5b06-4fc5-a952-5d1566e44b39 req-21f9dfd8-0174-47cb-810c-4f5a537e4388 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 943 time: 0.6999803
May 10 20:05:01.090783 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-b2dd49fa-e53a-4925-b496-b0a6675d8cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:01.103948 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:05:01.105255 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4400040>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:04:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:01.206303 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ff1174cf-5b06-4fc5-a952-5d1566e44b39 req-45cce073-4c45-46a1-9d62-e3e6d5e07cf3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224506
May 10 20:05:01.226301 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-9ac6c2e1-8648-4fe9-b88e-c7d9c88b46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:01.228222 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-9ac6c2e1-8648-4fe9-b88e-c7d9c88b46ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a HTTP/1.1" status: 200  len: 855 time: 0.2280724
May 10 20:05:01.319613 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-b1a99eea-1fd4-4062-b91f-8c272dbbafa4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ab8683e-6707-4997-bce1-e13ca1482abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0789616
May 10 20:05:01.340089 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-b6530797-361f-4019-9c3f-7ce52186c99e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:01.342030 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-b6530797-361f-4019-9c3f-7ce52186c99e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/networks?id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 200  len: 819 time: 0.6515512
May 10 20:05:01.470105 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3a6635f2-37db-445e-8b2e-39cef5c6e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:01.471641 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3a6635f2-37db-445e-8b2e-39cef5c6e357 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2298473466494ca7a2f2f58e99c97240&device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 1097 time: 0.7780228
May 10 20:05:01.493138 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:05:01.731452 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-d139692b-517f-4063-8be6-929d8f49e170 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58fc18ad-41b2-412b-a80f-29861ad8d670 HTTP/1.1" status: 200  len: 217 time: 0.2332139
May 10 20:05:01.817661 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-54fb5a55-7730-4cc2-bfb8-020b3d95d061 req-4b3d4587-a506-4055-a877-4cad53074fd8 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 210 time: 0.3431518
May 10 20:05:01.833406 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-76c380a8-4d0e-4286-8766-4dde0b7d8f5d tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/quotas/2e02c5507b4749538f4d762e24453abf HTTP/1.1" status: 200  len: 375 time: 0.3589182
May 10 20:05:01.848294 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.23', 53188) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:01.951907 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f04c867-d28b-4a8f-ad23-2fdc03e348ed', 'tag': '58fc18ad-41b2-412b-a80f-29861ad8d670', 'status': 'completed', 'code': 200}
May 10 20:05:01.986558 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8f86-20c7-4fba-b644-edb881728142 req-ee3f638f-9e2e-4317-b376-51e3d1141842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:01.988058 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-ee3f638f-9e2e-4317-b376-51e3d1141842 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a830df3-b4d0-49e6-ba6c-26dbb1a6a8ff HTTP/1.1" status: 200  len: 852 time: 0.2411408
May 10 20:05:02.160900 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:02.167887 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-e91b8dde-846f-4be1-a432-825728d306fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=554fcd4f-4b69-41f5-b0b6-cfb675735d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1412354
May 10 20:05:02.232961 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-7a4549f6-0984-42cd-8e3c-2eaa1513eed3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:02.236232 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-7a4549f6-0984-42cd-8e3c-2eaa1513eed3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Synchronizing usage tracker for tenant:2e02c5507b4749538f4d762e24453abf on resource:network {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:05:02.285725 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-7a4549f6-0984-42cd-8e3c-2eaa1513eed3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Unset dirty status for tenant:2e02c5507b4749538f4d762e24453abf on resource:network {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:05:02.287108 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-7a4549f6-0984-42cd-8e3c-2eaa1513eed3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.23 "GET /v2.0/networks?id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 200  len: 819 time: 0.4373925
May 10 20:05:02.300197 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:02.341802 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Request body: {'port': {'device_id': 'e4385d6f-c176-410f-8555-7e1823dfcd78', 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0', 'admin_state_up': True, 'tenant_id': '2e02c5507b4749538f4d762e24453abf'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:02.369596 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4400040>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:00Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:02.378819 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d28095-10c2-4397-a88f-46aeca0456d1 None None] The sync data for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi is: [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:00Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:05:02.380218 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-512bad74-167d-45ab-b355-2d935f4735e4 service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0369337
May 10 20:05:02.628365 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.23', 53194) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:02.643027 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-337c532f-40d8-4885-9aab-baca62affea6 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8083909
May 10 20:05:02.845839 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:02.906773 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Usage tracker for resource:port and tenant:2e02c5507b4749538f4d762e24453abf is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:02.912626 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:02.934283 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-974e11e3-3341-4f67-a37e-33d2cd7a8ec6 service neutron] 10.222.0.18 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2902501
May 10 20:05:02.961181 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:02.975797 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-9319bd0d-f81a-4b27-842b-1d51a67b45de service neutron] 10.222.0.23 "GET /v2.0/networks/554fcd4f-4b69-41f5-b0b6-cfb675735d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7575052
May 10 20:05:03.034761 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Made reservation on behalf of 2e02c5507b4749538f4d762e24453abf for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:05:03.038720 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:03.091553 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-d716473a-e964-48d2-8a25-c8ec70e3197d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:03.092433 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-d716473a-e964-48d2-8a25-c8ec70e3197d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Synchronizing usage tracker for tenant:066ce7b2289b444caeda66c8457931ac on resource:network {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:05:03.178859 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-d716473a-e964-48d2-8a25-c8ec70e3197d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Unset dirty status for tenant:066ce7b2289b444caeda66c8457931ac on resource:network {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:05:03.180407 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-d716473a-e964-48d2-8a25-c8ec70e3197d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 817 time: 0.5425406
May 10 20:05:03.219878 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99fb8951-5135-40f8-87c0-35ec9b7e319d req-a51e6077-3a6d-45f2-84ed-b105dcf935f5 service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8015594
May 10 20:05:03.287233 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e2b6fb4f-a537-4e93-9df5-60449984b72f service neutron] 10.222.0.18 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3075967
May 10 20:05:03.342280 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-4cb9f0cd-ee10-476b-9b28-68c438590745 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Synchronizing usage tracker for tenant:066ce7b2289b444caeda66c8457931ac on resource:security_group {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:05:03.408085 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Allocated IP 172.20.0.4 (e8c8b93f-668d-4a71-94f7-56fa1a591ee0/40cc35f2-27c7-418a-bd2a-92a5bc83986d/36239dce-bce0-41cd-ac86-754fa19c0608) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:05:03.419347 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9cec8f86-20c7-4fba-b644-edb881728142 req-3968a79a-6d8e-4e34-b59a-e43a37be1f7f service neutron] 10.222.0.23 "GET /v2.0/networks/554fcd4f-4b69-41f5-b0b6-cfb675735d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2328405
May 10 20:05:03.428158 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee486cdf-57b8-4db9-afd9-531ff4c30649 req-602823e7-83fd-40af-83a8-dbc442186d46 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:03.436378 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ee486cdf-57b8-4db9-afd9-531ff4c30649 req-602823e7-83fd-40af-83a8-dbc442186d46 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 944 time: 1.1847610
May 10 20:05:03.443747 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-4cb9f0cd-ee10-476b-9b28-68c438590745 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Unset dirty status for tenant:066ce7b2289b444caeda66c8457931ac on resource:security_group {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:05:03.445716 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-4cb9f0cd-ee10-476b-9b28-68c438590745 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=066ce7b2289b444caeda66c8457931ac HTTP/1.1" status: 200  len: 380 time: 0.2372959
May 10 20:05:03.637083 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Allocated IP 172.27.0.120 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/b6a3d57b-c763-41ba-a4e0-004580687009) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:05:03.698666 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ee486cdf-57b8-4db9-afd9-531ff4c30649 req-101764ac-1c5d-4264-b52d-18d666298d84 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609611
May 10 20:05:03.756896 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 7e26e26e-b18a-4fc5-9f96-3aa7551598bb up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:05:03.925694 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:03.979691 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:03.985679 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:03.986200 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:03.997197 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.006700 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:04.104561 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Pushing event updated for resources: {'Port': ['ID=36239dce-bce0-41cd-ac86-754fa19c0608,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:04.107870 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:04.127790 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:05:04.129515 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:05:04.132837 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:05:04.143061 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:04.143441 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.176125 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-30bb7574-bbdd-409a-8c26-bdc8ba98f595 req-73f3971c-287d-425e-b84a-32f9539ca691 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 210 time: 0.1349506
May 10 20:05:04.181293 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8444645
May 10 20:05:04.237779 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e673ede-132b-448f-ab74-7bf24ec2da1a req-bf80e5f0-8ef1-4500-ae77-62f883712044 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:04.246212 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6e673ede-132b-448f-ab74-7bf24ec2da1a req-bf80e5f0-8ef1-4500-ae77-62f883712044 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 943 time: 0.6626065
May 10 20:05:04.264248 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.345906 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=7e26e26e-b18a-4fc5-9f96-3aa7551598bb,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:04.356914 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ee85f136-45d2-43d1-8ba0-02a7700897b0 req-ae84bec0-d44b-477e-bb39-0a2e58311881 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 210 time: 0.0839612
May 10 20:05:04.357076 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.363056 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-382981c1-58b0-40b5-b97b-3bec74aa7ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:04.447070 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6e673ede-132b-448f-ab74-7bf24ec2da1a req-db6de7a1-e63e-4b8f-b316-01eb67135ca0 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1983850
May 10 20:05:04.517590 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.550973 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=7e26e26e-b18a-4fc5-9f96-3aa7551598bb,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:04.565544 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:04.570455 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.580361 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:04.697487 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:05:04.711566 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:05:04.711566 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:05:04.740635 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'Port': ['ID=b6a3d57b-c763-41ba-a4e0-004580687009,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:04.748512 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:04.887613 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.116332 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.281896 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809303d5-ab92-4b1c-a267-6853a2a0ac89 req-ba462991-3229-42ef-8169-9fdb0caac954 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:05.287732 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-809303d5-ab92-4b1c-a267-6853a2a0ac89 req-ba462991-3229-42ef-8169-9fdb0caac954 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 944 time: 0.3072197
May 10 20:05:05.446903 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d1cae8e-bc46-48ee-8c20-5b81b17011a1 req-256a9ef6-ed6b-43eb-bf10-9d9b6ede3274 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 210 time: 0.0692351
May 10 20:05:05.481950 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-809303d5-ab92-4b1c-a267-6853a2a0ac89 req-a7b50c91-fa13-4fb8-8165-a84caa89d6dc tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762791
May 10 20:05:05.552183 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.561347 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.566598 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:05.679686 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 7e26e26e-b18a-4fc5-9f96-3aa7551598bb up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:05:05.699822 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fbbe622c-058f-4ee7-a06c-2be46ad79741 req-5529733e-3b86-40de-8778-95c4a9bdbcec tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 210 time: 0.0927558
May 10 20:05:05.709190 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.810491 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:05.811101 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.846516 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'Port': ['ID=b6a3d57b-c763-41ba-a4e0-004580687009,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:05.854600 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:05.860417 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.862906 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.5371730
May 10 20:05:05.946261 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222030bb-ef49-4e89-944f-1f4e31064ba2 req-e448c019-80c9-4824-90fa-9fe3abd72e8f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:05.948382 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-222030bb-ef49-4e89-944f-1f4e31064ba2 req-e448c019-80c9-4824-90fa-9fe3abd72e8f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 943 time: 0.2571723
May 10 20:05:06.006410 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-222030bb-ef49-4e89-944f-1f4e31064ba2 req-73c101f4-13a4-41cb-bf99-0846089968ac tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503604
May 10 20:05:06.125736 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-ed5d3108-a399-46d1-a9db-3e926110cb4b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1708995985&fields=id&tenant_id=363f62c38910412eb9aad0b01fb3e5d0 HTTP/1.1" status: 200  len: 267 time: 0.0389400
May 10 20:05:06.278031 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-f42b16dd-d5af-446b-81a3-b127b3ed7c64 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:06.279546 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-f42b16dd-d5af-446b-81a3-b127b3ed7c64 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/networks?id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 HTTP/1.1" status: 200  len: 810 time: 0.1463828
May 10 20:05:06.294759 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-8bba140b-91e4-46c9-a1bb-1ae32c256922 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/quotas/363f62c38910412eb9aad0b01fb3e5d0 HTTP/1.1" status: 200  len: 375 time: 0.0092213
May 10 20:05:06.314637 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:06.394752 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-d0291110-fc20-4748-8f64-2db50b7c6dcb tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Synchronizing usage tracker for tenant:363f62c38910412eb9aad0b01fb3e5d0 on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:05:06.411899 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-d0291110-fc20-4748-8f64-2db50b7c6dcb tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Unset dirty status for tenant:363f62c38910412eb9aad0b01fb3e5d0 on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:05:06.413235 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-d0291110-fc20-4748-8f64-2db50b7c6dcb tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=363f62c38910412eb9aad0b01fb3e5d0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1103861
May 10 20:05:06.442629 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Request body: {'port': {'device_id': 'e4385d6f-c176-410f-8555-7e1823dfcd78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:06.474437 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'port': {'device_id': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'admin_state_up': True, 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'security_groups': ['63504138-82d4-4f1f-9512-8b4424a0d8bf']}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:06.574422 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-2cda9b20-74d0-4b15-9993-cf218e3e1099 service neutron] 10.222.0.18 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486654
May 10 20:05:06.697850 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:06.708164 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-059d2f71-3104-408c-abd7-75f2ea87ff14 req-1df027b1-4adb-433f-b503-be13b4b95f60 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 210 time: 0.1310859
May 10 20:05:06.765827 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:06.773986 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Usage tracker for resource:port and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:06.779393 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:06.793864 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:06.857739 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Made reservation on behalf of 066ce7b2289b444caeda66c8457931ac for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:05:06.862084 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:07.054772 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92404e-56a7-478c-b1fb-e60db6875366 req-11d47462-5cda-473a-b628-3e107d342e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:07.056266 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3f92404e-56a7-478c-b1fb-e60db6875366 req-11d47462-5cda-473a-b628-3e107d342e7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 1096 time: 0.4191585
May 10 20:05:07.066629 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-04faa7ae-91f1-4ae9-a0cb-173f3e8f7803 service neutron] 10.222.0.18 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3632088
May 10 20:05:07.080843 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8728a45-11f6-48fd-9b87-59c77ba1f4c8 req-9c8f1994-1a25-4c46-94f0-1b9f48c35849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:07.082372 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c8728a45-11f6-48fd-9b87-59c77ba1f4c8 req-9c8f1994-1a25-4c46-94f0-1b9f48c35849 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2298473466494ca7a2f2f58e99c97240&device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 1097 time: 0.4440911
May 10 20:05:07.101839 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef3600-44d2-497c-9df2-571d1405d4a9 req-f3d228cf-3ffe-473f-9a44-79f53f4cc19d tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:07.108017 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c6ef3600-44d2-497c-9df2-571d1405d4a9 req-f3d228cf-3ffe-473f-9a44-79f53f4cc19d tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 944 time: 0.1923511
May 10 20:05:07.159221 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c6ef3600-44d2-497c-9df2-571d1405d4a9 req-e97e24ab-fdeb-46ca-8690-779b52bbb2f6 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493529
May 10 20:05:07.327717 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Allocated IP 172.20.0.7 (5d0a029d-4cd1-4783-a489-6aabb66b0a97/b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61/a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:05:07.343117 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-88c19473-5300-451b-9d2c-e2bc00bde24e req-a342355c-8c28-4b3a-a5e1-7d47647b9bb0 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 210 time: 0.0641313
May 10 20:05:07.456686 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36239dce-bce0-41cd-ac86-754fa19c0608 {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:07.466565 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:07.508159 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Transition to ACTIVE for port object 36239dce-bce0-41cd-ac86-754fa19c0608 will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:05:07.518221 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:07.577441 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:07.599056 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-48d807ed-abd2-4bc1-a3e8-ce0fa5229855 req-a666fbe5-0644-4c8b-9ebf-bf7d4dec43c9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 210 time: 0.1013281
May 10 20:05:07.661204 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fb8b3-ecfb-4271-ba4c-988aea34b67d req-ff8b9fe7-d302-49c7-90eb-af25c4c24790 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:07.662763 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e67fb8b3-ecfb-4271-ba4c-988aea34b67d req-ff8b9fe7-d302-49c7-90eb-af25c4c24790 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 943 time: 0.2780058
May 10 20:05:07.760690 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e67fb8b3-ecfb-4271-ba4c-988aea34b67d req-e8ab9677-b1f9-48e0-abce-8aeb8cc00fe6 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898485
May 10 20:05:07.809855 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Pushing event updated for resources: {'Port': ['ID=36239dce-bce0-41cd-ac86-754fa19c0608,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:07.863659 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:07.975522 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Attempting to bind port 36239dce-bce0-41cd-ac86-754fa19c0608 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:05:07.975878 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Attempting to bind port 36239dce-bce0-41cd-ac86-754fa19c0608 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:05:07.976224 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Attempting to bind port 36239dce-bce0-41cd-ac86-754fa19c0608 on network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:05:07.996802 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Port 36239dce-bce0-41cd-ac86-754fa19c0608 on network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:05:07.997127 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Attempting to bind port 36239dce-bce0-41cd-ac86-754fa19c0608 on network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:05:08.005129 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.008333 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1ea8c6fb-d700-4436-a0a4-1bbb2f99dd78 req-5aaeb27c-7fe0-4f0f-8649-5a2f285cb4ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 210 time: 0.0660000
May 10 20:05:08.013602 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:05:08.013945 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Checking segment: {'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:05:08.014537 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Bound using segment: {'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:05:08.014978 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Bound port: 36239dce-bce0-41cd-ac86-754fa19c0608, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:05:08.015340 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.041179 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Transition to ACTIVE for port object a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:05:08.134292 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] For port 36239dce-bce0-41cd-ac86-754fa19c0608, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:05:08.139950 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] For port 36239dce-bce0-41cd-ac86-754fa19c0608, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36239dce-bce0-41cd-ac86-754fa19c0608,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:05:08.144506 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.149365 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.151993 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:08.214762 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:08.215477 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.216811 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] 10.222.0.23 "PUT /v2.0/ports/36239dce-bce0-41cd-ac86-754fa19c0608 HTTP/1.1" status: 200  len: 1093 time: 1.7807794
May 10 20:05:08.217292 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4385d6f-c176-410f-8555-7e1823dfcd78', 'tag': '36239dce-bce0-41cd-ac86-754fa19c0608'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:08.308229 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:05:08.318773 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:05:08.324012 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:05:08.329669 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:08.330331 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.355082 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Pushing event updated for resources: {'Port': ['ID=36239dce-bce0-41cd-ac86-754fa19c0608,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:08.358759 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:08.363431 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4462ca2c-3eae-4364-9893-504601eb55ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:08.450732 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f4cca-74f9-4f12-8001-688342e82fe2 req-648648ce-b667-42d6-8e2a-59974008b78b tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:08.453394 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d67f4cca-74f9-4f12-8001-688342e82fe2 req-648648ce-b667-42d6-8e2a-59974008b78b tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 944 time: 0.1541228
May 10 20:05:08.454187 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0167527
May 10 20:05:08.458508 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'Port': ['ID=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:08.461618 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:08.517522 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d67f4cca-74f9-4f12-8001-688342e82fe2 req-6bb439e5-03f7-4ec0-8b7e-76e71445552d tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513411
May 10 20:05:08.521791 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4385d6f-c176-410f-8555-7e1823dfcd78', 'tag': '36239dce-bce0-41cd-ac86-754fa19c0608', 'status': 'completed', 'code': 200}
May 10 20:05:08.661402 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-b7c6a361-cfa8-4f3e-b66d-f6451b5c0d5b None None] Provisioning for port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:08.668265 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-b7c6a361-cfa8-4f3e-b66d-f6451b5c0d5b None None] Provisioning complete for port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:08.668913 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a361-cfa8-4f3e-b66d-f6451b5c0d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.749554 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6a361-cfa8-4f3e-b66d-f6451b5c0d5b None None] Port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:05:08.838112 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-876a22bb-bc55-445a-b7ac-cd3ed3b83222 req-1ae02219-7585-4e0b-8656-0f21536a2080 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 210 time: 0.1197920
May 10 20:05:08.846065 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-55944313-2555-463b-9e0c-d13c30c8d0f6 req-7f44db9a-c2d9-40c0-82b2-7c2c265b737a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 210 time: 0.0630095
May 10 20:05:09.032551 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8a32-0cf4-4ffe-8011-ea55d217524c req-9705cfd9-d63c-4b5a-9c3a-131f566d0711 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:09.034100 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6cbf8a32-0cf4-4ffe-8011-ea55d217524c req-9705cfd9-d63c-4b5a-9c3a-131f566d0711 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 943 time: 0.0823750
May 10 20:05:09.083823 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6cbf8a32-0cf4-4ffe-8011-ea55d217524c req-a2125cea-3e31-4fc8-9ec1-9c0832409b84 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416725
May 10 20:05:09.217450 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee821d8d-31df-4226-b08e-19d39186cb34 req-2850ee14-da8c-45a9-b35c-f48d3c920f09 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:09.219030 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ee821d8d-31df-4226-b08e-19d39186cb34 req-2850ee14-da8c-45a9-b35c-f48d3c920f09 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 931 time: 0.0950310
May 10 20:05:09.267629 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ee821d8d-31df-4226-b08e-19d39186cb34 req-62cb2205-8470-41e8-b8b5-713397e8b0d0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422120
May 10 20:05:09.707380 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48042725-9d5a-4c6a-a615-7fd6c1bcdfbd req-1eb7d0eb-3c53-4076-a0ca-c42614b08b4d tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:09.708883 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-48042725-9d5a-4c6a-a615-7fd6c1bcdfbd req-1eb7d0eb-3c53-4076-a0ca-c42614b08b4d tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 944 time: 0.0807920
May 10 20:05:09.762363 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-48042725-9d5a-4c6a-a615-7fd6c1bcdfbd req-91e35881-d756-45d6-9843-633d0f467512 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477531
May 10 20:05:09.874987 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Request body: {'port': {'device_id': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:10.104877 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:10.188771 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729063e-13d2-433d-8f96-4dca439aa225 req-47b38d54-d180-4c95-ad91-55909528a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:10.190255 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b729063e-13d2-433d-8f96-4dca439aa225 req-47b38d54-d180-4c95-ad91-55909528a19a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 1096 time: 0.2455502
May 10 20:05:10.251441 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-de2a9a78-5151-4c24-a6e5-3e66d1c7f731 req-95f313f5-a943-417a-a3d5-66387481cebb tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 210 time: 0.1445277
May 10 20:05:10.257547 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0c95532d-e4ff-46b3-a073-8a25ff55f1e0 req-440b8fd9-1a3c-455d-a8c8-7ad6dcfdc003 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 210 time: 0.1495650
May 10 20:05:10.359358 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92404e-56a7-478c-b1fb-e60db6875366 req-4c4f6954-fb4d-4b66-9580-ef0e799f7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:10.361004 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3f92404e-56a7-478c-b1fb-e60db6875366 req-4c4f6954-fb4d-4b66-9580-ef0e799f7370 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 916 time: 0.4929271
May 10 20:05:10.363677 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8728a45-11f6-48fd-9b87-59c77ba1f4c8 req-23e77d1a-745f-4440-b083-19d7e0d2c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:10.365154 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c8728a45-11f6-48fd-9b87-59c77ba1f4c8 req-23e77d1a-745f-4440-b083-19d7e0d2c863 service neutron] 10.222.0.23 "GET /v2.0/networks?id=554fcd4f-4b69-41f5-b0b6-cfb675735d0c HTTP/1.1" status: 200  len: 913 time: 0.4983621
May 10 20:05:10.542820 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729063e-13d2-433d-8f96-4dca439aa225 req-c02db2e1-d93f-4e8d-8a38-3465487d5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:10.544657 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b729063e-13d2-433d-8f96-4dca439aa225 req-c02db2e1-d93f-4e8d-8a38-3465487d5fc5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2e02c5507b4749538f4d762e24453abf&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2997520
May 10 20:05:10.575460 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.23', 53201) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:10.715069 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3f92404e-56a7-478c-b1fb-e60db6875366 req-8bef1252-13c2-47bb-9746-0cf13df93596 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af31cec9-102f-419b-8e32-da9966c69e0b HTTP/1.1" status: 200  len: 217 time: 0.3057516
May 10 20:05:10.727355 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c8728a45-11f6-48fd-9b87-59c77ba1f4c8 req-cbe7ef36-15ea-43b4-a70d-26e0943871d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58fc18ad-41b2-412b-a80f-29861ad8d670 HTTP/1.1" status: 200  len: 217 time: 0.3192284
May 10 20:05:10.819874 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.db.resource_extend [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 20:05:10.885259 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92404e-56a7-478c-b1fb-e60db6875366 req-d74ed395-bd89-4708-b1ce-661052e668f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:10.886789 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3f92404e-56a7-478c-b1fb-e60db6875366 req-d74ed395-bd89-4708-b1ce-661052e668f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a HTTP/1.1" status: 200  len: 855 time: 0.1471982
May 10 20:05:10.890812 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8728a45-11f6-48fd-9b87-59c77ba1f4c8 req-3c989873-f5be-4f97-85e5-3504045d1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:10.892536 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c8728a45-11f6-48fd-9b87-59c77ba1f4c8 req-3c989873-f5be-4f97-85e5-3504045d1ec6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a830df3-b4d0-49e6-ba6c-26dbb1a6a8ff HTTP/1.1" status: 200  len: 852 time: 0.1152604
May 10 20:05:11.010402 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:11.011690 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84910c93-a455-4f58-9a92-96135f4841f9 req-c857238d-9b4f-40b9-96bd-f3811e9bbb3d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:11.013945 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-84910c93-a455-4f58-9a92-96135f4841f9 req-c857238d-9b4f-40b9-96bd-f3811e9bbb3d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 931 time: 0.4105544
May 10 20:05:11.023242 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:11.040736 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Transition to ACTIVE for port object a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:05:11.045549 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aa865-c9fa-47fe-8863-6121ffc80cbf req-452c7f64-cc40-47cf-99d2-e2b2ab07ed6d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:11.051954 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:11.058262 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6e7aa865-c9fa-47fe-8863-6121ffc80cbf req-452c7f64-cc40-47cf-99d2-e2b2ab07ed6d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 943 time: 0.4535272
May 10 20:05:11.061688 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3f92404e-56a7-478c-b1fb-e60db6875366 req-7b3d22be-e93f-47a0-a2f4-2f6f60fdc256 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ab8683e-6707-4997-bce1-e13ca1482abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1524279
May 10 20:05:11.064225 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c8728a45-11f6-48fd-9b87-59c77ba1f4c8 req-08e983ed-1b95-46b2-a577-0db03994552d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=554fcd4f-4b69-41f5-b0b6-cfb675735d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1583767
May 10 20:05:11.089057 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:11.145061 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6e7aa865-c9fa-47fe-8863-6121ffc80cbf req-ca05851b-4d8b-4f73-98d1-a8b001250518 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858579
May 10 20:05:11.160077 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-84910c93-a455-4f58-9a92-96135f4841f9 req-20c0471b-88a6-43d9-b079-ac904d4954ec tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947764
May 10 20:05:11.164732 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e10ce45e-dfe0-451d-9852-f76f6c5ccb6f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:11.166246 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e10ce45e-dfe0-451d-9852-f76f6c5ccb6f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.23 "GET /v2.0/networks?id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 200  len: 819 time: 0.5782776
May 10 20:05:11.230590 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729063e-13d2-433d-8f96-4dca439aa225 req-bcc06c73-03c4-40d1-b56a-11d473436a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:11.233213 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b729063e-13d2-433d-8f96-4dca439aa225 req-bcc06c73-03c4-40d1-b56a-11d473436a26 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6097622
May 10 20:05:11.239664 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Request body: {'port': {'device_id': '35abf3c5-7f06-4925-9a13-e1b204512c02', 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0', 'admin_state_up': True, 'tenant_id': '2e02c5507b4749538f4d762e24453abf'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:11.573554 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.23', 53205) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:11.616268 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Pushing event updated for resources: {'Port': ['ID=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:11.640735 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:11.682828 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Attempting to bind port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:05:11.683166 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Attempting to bind port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:05:11.683517 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Attempting to bind port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c on network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:05:11.712692 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c on network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:05:11.712819 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Attempting to bind port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c on network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:05:11.735371 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:05:11.735645 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Checking segment: {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:05:11.736022 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Bound using segment: {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:05:11.736465 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Bound port: a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:05:11.736855 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:11.764697 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-be527d6a-4205-41d0-9af6-74a2d541c7da req-4d84dfeb-8c4d-4d87-a959-6a4f2d4fd8fa tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 210 time: 0.1456051
May 10 20:05:11.805007 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:11.814871 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Usage tracker for resource:port and tenant:2e02c5507b4749538f4d762e24453abf is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:11.819864 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:11.831009 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:11.879036 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-d0e908d3-1ca1-4b09-9895-8f82dfc18a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:11.881080 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-d0e908d3-1ca1-4b09-9895-8f82dfc18a0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 1096 time: 0.3294587
May 10 20:05:11.887004 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Made reservation on behalf of 2e02c5507b4749538f4d762e24453abf for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:05:11.890942 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:11.960471 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3f92404e-56a7-478c-b1fb-e60db6875366 req-0594e2bc-7a0e-4027-98b7-271ad830733c service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7577045
May 10 20:05:11.962724 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c8728a45-11f6-48fd-9b87-59c77ba1f4c8 req-9988f735-22f2-42ba-a032-9bc922018ef8 service neutron] 10.222.0.23 "GET /v2.0/networks/554fcd4f-4b69-41f5-b0b6-cfb675735d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7888405
May 10 20:05:11.983306 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:05:11.987961 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-701cc109-9879-401c-842b-10654666d53c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36239dce-bce0-41cd-ac86-754fa19c0608 HTTP/1.1" status: 200  len: 217 time: 0.0854032
May 10 20:05:12.027352 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-593af63d-bbef-4b14-b75e-212a68325179 req-5b9cb938-1a99-4fba-b6d8-469d47abea26 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 210 time: 0.0629895
May 10 20:05:12.110811 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:05:12.133913 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:12.165897 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:12.262584 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-ed57dbf0-5ee8-4220-b02f-53ef8356c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:12.262584 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-ed57dbf0-5ee8-4220-b02f-53ef8356c420 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40cc35f2-27c7-418a-bd2a-92a5bc83986d HTTP/1.1" status: 200  len: 859 time: 0.2553024
May 10 20:05:12.263758 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:12.263946 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:12.265601 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] 10.222.0.23 "PUT /v2.0/ports/a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c HTTP/1.1" status: 200  len: 1093 time: 2.3961096
May 10 20:05:12.266419 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:12.420008 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-f8c67a75-b549-4175-90e0-ee78e74ffce9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1388898
May 10 20:05:12.433222 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-05f33e88-3fd9-47aa-ae70-ddee52be514c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:12.434689 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-05f33e88-3fd9-47aa-ae70-ddee52be514c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.23 "GET /v2.0/networks?id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 HTTP/1.1" status: 200  len: 810 time: 0.8595080
May 10 20:05:12.501478 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c8728a45-11f6-48fd-9b87-59c77ba1f4c8 req-262329e2-a5c8-4c32-aada-f06b3e110fd8 service neutron] 10.222.0.23 "GET /v2.0/networks/554fcd4f-4b69-41f5-b0b6-cfb675735d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4470034
May 10 20:05:12.506752 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Pushing event updated for resources: {'Port': ['ID=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:12.517271 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:12.636979 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Allocated IP 172.20.0.6 (e8c8b93f-668d-4a71-94f7-56fa1a591ee0/40cc35f2-27c7-418a-bd2a-92a5bc83986d/a4fa13f4-05f3-447d-8523-c29bde34d31c) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:05:12.724682 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-447184b7-808f-4509-83b4-be880d815f78 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2479813
May 10 20:05:12.740229 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-720d2504-7b6e-4c76-b14a-c53ac512137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:12.741864 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-720d2504-7b6e-4c76-b14a-c53ac512137a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 1096 time: 0.3692458
May 10 20:05:12.756634 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3f92404e-56a7-478c-b1fb-e60db6875366 req-8df94980-ac97-475b-8e02-bce38d844993 service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7284160
May 10 20:05:12.813443 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-52d3c73b-8567-4c09-909f-0847d57e37b9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=363f62c38910412eb9aad0b01fb3e5d0 HTTP/1.1" status: 200  len: 380 time: 0.2581224
May 10 20:05:12.825243 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e0872-68e8-4bd2-a6e5-d976bbf9d4aa req-e786687a-d145-4ca2-adc8-330bbd864a73 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:12.832896 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-323e0872-68e8-4bd2-a6e5-d976bbf9d4aa req-e786687a-d145-4ca2-adc8-330bbd864a73 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 944 time: 1.3354857
May 10 20:05:12.858910 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'port': {'device_id': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'admin_state_up': True, 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'security_groups': ['fd07a622-0517-46e3-aad9-f4d860f414f2']}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:12.977166 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-323e0872-68e8-4bd2-a6e5-d976bbf9d4aa req-29db13eb-f068-465e-b5a9-8ce6e8bc7026 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414423
May 10 20:05:13.012981 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd6f8f-030e-4f32-a899-098f583e90e4 req-05bb995c-1433-444b-a49c-c8945a85d7e0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:13.014696 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-addd6f8f-030e-4f32-a899-098f583e90e4 req-05bb995c-1433-444b-a49c-c8945a85d7e0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.5496442
May 10 20:05:13.111965 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-addd6f8f-030e-4f32-a899-098f583e90e4 req-e18d678e-6c09-4ded-96ef-2118f2c945eb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883279
May 10 20:05:13.123849 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:13.125739 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-5270bfeb-1212-4bec-8527-0ec9cad82f3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c HTTP/1.1" status: 200  len: 217 time: 0.3275523
May 10 20:05:13.136024 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:13.149379 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Made reservation on behalf of 363f62c38910412eb9aad0b01fb3e5d0 for: {'port': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:05:13.153414 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:13.356491 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'status': 'completed', 'code': 200}
May 10 20:05:13.362181 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Allocated IP 172.20.0.11 (5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5/a6b47c10-6bc8-4f78-9310-e201e1556373/0cad66b0-c870-4c49-be69-c2465f5d92e8) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:05:13.431415 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57604) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:13.508040 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-d06f8417-81cd-4933-b7cd-001369b1be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:13.509982 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-d06f8417-81cd-4933-b7cd-001369b1be55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.3824854
May 10 20:05:13.613580 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-a6b5ab2c-6a40-4349-b895-887937df6aa1 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8767257
May 10 20:05:13.665192 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8db1887e-f8f1-4d39-a03b-2faf250000f0 req-6a056fa5-33a2-43d7-8268-222ca2e98f73 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 210 time: 0.0762715
May 10 20:05:13.684984 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:13.711528 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-491add5c-49eb-44f2-8667-44181ec8bb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:13.723273 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b4529-f171-4605-8f7f-22ae94557ae1 req-11b5fe80-75d8-4e87-b5f4-f0750a49ae51 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:13.724838 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c06b4529-f171-4605-8f7f-22ae94557ae1 req-11b5fe80-75d8-4e87-b5f4-f0750a49ae51 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 943 time: 0.3579497
May 10 20:05:13.763724 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-491add5c-49eb-44f2-8667-44181ec8bb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:13.774491 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:13.777273 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-491add5c-49eb-44f2-8667-44181ec8bb8b admin admin] Usage tracker for resource:security_group_rule and tenant:3da63f2e7c9246c8af3bfc35b587f332 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:13.787680 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-491add5c-49eb-44f2-8667-44181ec8bb8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:13.795153 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-ca78dd17-bf41-4b8e-936c-c3eb4ad30d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:13.797739 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-ca78dd17-bf41-4b8e-936c-c3eb4ad30d2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2730436
May 10 20:05:13.809691 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-491add5c-49eb-44f2-8667-44181ec8bb8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:13.820654 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Transition to ACTIVE for port object 0cad66b0-c870-4c49-be69-c2465f5d92e8 will not be triggered until provisioned by entity DHCP. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:05:13.850082 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 58fc18ad-41b2-412b-a80f-29861ad8d670 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:05:13.869900 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c06b4529-f171-4605-8f7f-22ae94557ae1 req-b2cf1d75-3ccc-4810-b015-0594b1859c49 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799310
May 10 20:05:13.927343 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:13.927343 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:14.012983 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.029363 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:14.085852 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'Port': ['ID=0cad66b0-c870-4c49-be69-c2465f5d92e8,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:14.089295 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:14.091635 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 58fc18ad-41b2-412b-a80f-29861ad8d670, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=58fc18ad-41b2-412b-a80f-29861ad8d670,segment=NetworkSegment(cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0),segment_id=cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:14.115512 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '58fc18ad-41b2-412b-a80f-29861ad8d670', 'network_id': '554fcd4f-4b69-41f5-b0b6-cfb675735d0c', 'port_id': '58fc18ad-41b2-412b-a80f-29861ad8d670', 'mac_address': 'fa:16:3e:a2:4a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 955, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a830df3-b4d0-49e6-ba6c-26dbb1a6a8ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:05:14.154558 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:05:14.164068 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:05:14.173576 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-06b802bd-4bd8-459c-a015-bdbade023a7f service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3576930
May 10 20:05:14.174192 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:05:14.179972 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:14.180684 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.188990 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.196036 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:05:14.209584 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:05:14.211349 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fc18ad-41b2-412b-a80f-29861ad8d670 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:14.211593 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Pushing event updated for resources: {'Port': ['ID=a4fa13f4-05f3-447d-8523-c29bde34d31c,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:14.225894 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:05:14.232267 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:14.233391 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.239555 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3908436
May 10 20:05:14.240787 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 58fc18ad-41b2-412b-a80f-29861ad8d670, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=58fc18ad-41b2-412b-a80f-29861ad8d670,segment=NetworkSegment(cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0),segment_id=cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:14.251214 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.252391 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device af31cec9-102f-419b-8e32-da9966c69e0b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:05:14.257186 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-484abdd9-2126-4d09-bf1a-560d367f2d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:14.270720 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e4fd2-ddf7-451b-a737-1f0667b2fa59 req-81211c75-090e-4bc7-8fbf-41ad04da391f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:14.271619 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-e21e4fd2-ddf7-451b-a737-1f0667b2fa59 req-81211c75-090e-4bc7-8fbf-41ad04da391f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Synchronizing usage tracker for tenant:363f62c38910412eb9aad0b01fb3e5d0 on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:05:14.296108 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-491add5c-49eb-44f2-8667-44181ec8bb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.297736 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:14.298918 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c75aeb-6e0e-4650-a162-b689be54625f req-5905676c-0858-4a17-9531-553071e9fcfc tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:14.300465 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-95c75aeb-6e0e-4650-a162-b689be54625f req-5905676c-0858-4a17-9531-553071e9fcfc tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 944 time: 0.1885734
May 10 20:05:14.308164 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-491add5c-49eb-44f2-8667-44181ec8bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.309755 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0750303
May 10 20:05:14.319055 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-26ab8bbc-1bfe-4fc2-badb-db33c51f6d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:14.353582 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-e21e4fd2-ddf7-451b-a737-1f0667b2fa59 req-81211c75-090e-4bc7-8fbf-41ad04da391f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Unset dirty status for tenant:363f62c38910412eb9aad0b01fb3e5d0 on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:05:14.354763 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=58fc18ad-41b2-412b-a80f-29861ad8d670,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:14.358914 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:14.361282 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e21e4fd2-ddf7-451b-a737-1f0667b2fa59 req-81211c75-090e-4bc7-8fbf-41ad04da391f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 932 time: 0.3745434
May 10 20:05:14.374839 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-491add5c-49eb-44f2-8667-44181ec8bb8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3da63f2e7c9246c8af3bfc35b587f332&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9277709
May 10 20:05:14.377562 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491add5c-49eb-44f2-8667-44181ec8bb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd87e93b-375e-4279-a475-eef511fb7bbd,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:14.379878 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57624) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:14.386303 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-95c75aeb-6e0e-4650-a162-b689be54625f req-519dfac6-1a96-4cfa-bc28-8fdb0bca4ee9 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715582
May 10 20:05:14.393543 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-491add5c-49eb-44f2-8667-44181ec8bb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:14.435867 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e21e4fd2-ddf7-451b-a737-1f0667b2fa59 req-55fe020c-a069-4fd2-af52-0270ccd9f543 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699570
May 10 20:05:14.487925 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-96534200-bddb-4d1f-ae80-46bbc6a4ae77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.516391 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-96534200-bddb-4d1f-ae80-46bbc6a4ae77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.527206 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port af31cec9-102f-419b-8e32-da9966c69e0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af31cec9-102f-419b-8e32-da9966c69e0b,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:14.541332 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-e0740891-0e06-4da2-b0da-2883800fa814 None None] Provisioning for port 0cad66b0-c870-4c49-be69-c2465f5d92e8 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:14.549415 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': 'af31cec9-102f-419b-8e32-da9966c69e0b', 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb', 'port_id': 'af31cec9-102f-419b-8e32-da9966c69e0b', 'mac_address': 'fa:16:3e:74:96:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:05:14.552278 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-e0740891-0e06-4da2-b0da-2883800fa814 None None] Provisioning complete for port 0cad66b0-c870-4c49-be69-c2465f5d92e8 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:14.552658 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0740891-0e06-4da2-b0da-2883800fa814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.577368 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-96534200-bddb-4d1f-ae80-46bbc6a4ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.584885 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:14.599393 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96534200-bddb-4d1f-ae80-46bbc6a4ae77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd87e93b-375e-4279-a475-eef511fb7bbd,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:14.607209 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-96534200-bddb-4d1f-ae80-46bbc6a4ae77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:14.608249 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-96534200-bddb-4d1f-ae80-46bbc6a4ae77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.610056 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-96534200-bddb-4d1f-ae80-46bbc6a4ae77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd87e93b-375e-4279-a475-eef511fb7bbd HTTP/1.1" status: 204  len: 168 time: 0.2289524
May 10 20:05:14.635183 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bbd29-f7e8-40e5-b7a7-a53541f5a76b req-a4ba42c0-3733-4e56-b8b6-3c6629647d88 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:14.636857 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8b8bbd29-f7e8-40e5-b7a7-a53541f5a76b req-a4ba42c0-3733-4e56-b8b6-3c6629647d88 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0938718
May 10 20:05:14.671586 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-e0740891-0e06-4da2-b0da-2883800fa814 None None] Port 0cad66b0-c870-4c49-be69-c2465f5d92e8 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:05:14.675582 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.692980 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af31cec9-102f-419b-8e32-da9966c69e0b {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:14.696365 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8b8bbd29-f7e8-40e5-b7a7-a53541f5a76b req-a10a1fe3-144f-49fd-961f-b11f43784811 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518553
May 10 20:05:14.711672 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port af31cec9-102f-419b-8e32-da9966c69e0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af31cec9-102f-419b-8e32-da9966c69e0b,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:14.717218 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:14.719801 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-b2dd49fa-e53a-4925-b496-b0a6675d8cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:14.797569 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=af31cec9-102f-419b-8e32-da9966c69e0b,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:14.801012 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:14.927425 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965baa2c-94d9-4ae7-a28d-993917347ece req-61470f5b-56da-4e5d-93b8-3f41e4ca0a3c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:14.928384 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-965baa2c-94d9-4ae7-a28d-993917347ece req-61470f5b-56da-4e5d-93b8-3f41e4ca0a3c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 931 time: 0.0930185
May 10 20:05:14.966751 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57640) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:14.977390 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-965baa2c-94d9-4ae7-a28d-993917347ece req-d3f3425c-10b9-4928-b918-2c6496280eb5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425429
May 10 20:05:14.989865 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-11096909-2535-4552-9d55-c9ae315f826f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:15.006347 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-11096909-2535-4552-9d55-c9ae315f826f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:15.010221 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-11096909-2535-4552-9d55-c9ae315f826f admin admin] Usage tracker for resource:security_group_rule and tenant:f8b66f076d144e6eaae769a53aae0ad2 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:15.013319 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-11096909-2535-4552-9d55-c9ae315f826f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:15.021093 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-11096909-2535-4552-9d55-c9ae315f826f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:15.113325 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-11096909-2535-4552-9d55-c9ae315f826f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:15.118476 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-11096909-2535-4552-9d55-c9ae315f826f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:15.119442 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64012e7-7f06-44a9-9250-62d55f6e1d6e req-dc9b6002-671f-4f60-810a-5363dc8bbc8c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:15.120984 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b64012e7-7f06-44a9-9250-62d55f6e1d6e req-dc9b6002-671f-4f60-810a-5363dc8bbc8c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 944 time: 0.0850294
May 10 20:05:15.126980 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-96534200-bddb-4d1f-ae80-46bbc6a4ae77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:15.178645 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-11096909-2535-4552-9d55-c9ae315f826f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8b66f076d144e6eaae769a53aae0ad2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2010882
May 10 20:05:15.178645 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11096909-2535-4552-9d55-c9ae315f826f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f15708-792c-47a0-8903-7c801dd46e6e,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:15.178645 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-11096909-2535-4552-9d55-c9ae315f826f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:15.180981 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b64012e7-7f06-44a9-9250-62d55f6e1d6e req-26027563-17a8-4dcb-9e32-a4cdca4bd2a8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472176
May 10 20:05:15.181649 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57644) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:15.248572 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fd852354-6801-4847-88af-43bb645debcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:15.294295 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fd852354-6801-4847-88af-43bb645debcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:15.354044 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fd852354-6801-4847-88af-43bb645debcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:15.363717 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ae116546-14c1-4cd8-ab4e-ec45188529b9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:15.385487 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd852354-6801-4847-88af-43bb645debcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f15708-792c-47a0-8903-7c801dd46e6e,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:15.391453 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-fd852354-6801-4847-88af-43bb645debcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:15.395694 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fd852354-6801-4847-88af-43bb645debcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:15.397050 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-fd852354-6801-4847-88af-43bb645debcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1f15708-792c-47a0-8903-7c801dd46e6e HTTP/1.1" status: 204  len: 168 time: 0.2171896
May 10 20:05:15.667086 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a975261-d8fe-466e-805b-9b1206396d16 req-9685ed0f-840a-4b5c-a244-5531d081c39b tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:15.668584 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2a975261-d8fe-466e-805b-9b1206396d16 req-9685ed0f-840a-4b5c-a244-5531d081c39b tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 945 time: 0.1421573
May 10 20:05:15.698520 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135590a-bdaf-4d4a-9879-1240e1546099 req-5dcb51e8-5518-4b3d-9437-6b3d74b69b1d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:15.699921 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8135590a-bdaf-4d4a-9879-1240e1546099 req-5dcb51e8-5518-4b3d-9437-6b3d74b69b1d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 932 time: 0.1337173
May 10 20:05:15.761792 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2a975261-d8fe-466e-805b-9b1206396d16 req-582da27b-b540-44ab-b7a4-a7664f4a5817 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850999
May 10 20:05:15.769650 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8135590a-bdaf-4d4a-9879-1240e1546099 req-41abe0a5-ffdc-4bb7-b957-72cb6348cf13 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599184
May 10 20:05:15.969330 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90696c60-7b3e-455a-89bb-a1eb8e5d89bb req-a6d34f62-7d3a-4e77-98ac-1efd5c89a530 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:15.970830 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-90696c60-7b3e-455a-89bb-a1eb8e5d89bb req-a6d34f62-7d3a-4e77-98ac-1efd5c89a530 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0903816
May 10 20:05:16.020982 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-90696c60-7b3e-455a-89bb-a1eb8e5d89bb req-16d34fe6-aaae-4e74-9d13-4a8c624a1ef8 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440674
May 10 20:05:16.184182 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c27e2-5efb-4d5f-a7c3-041cc50eecb2 req-3b5a1679-321a-41d7-b291-a841b725c615 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:16.185779 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c14c27e2-5efb-4d5f-a7c3-041cc50eecb2 req-3b5a1679-321a-41d7-b291-a841b725c615 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 931 time: 0.0854964
May 10 20:05:16.350990 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c14c27e2-5efb-4d5f-a7c3-041cc50eecb2 req-2d9b664f-8a75-433e-84af-a82624e14f64 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586902
May 10 20:05:16.385481 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50337113-3dab-441a-a055-b86804c35c37 req-8ca1dcf1-fb3a-4081-89de-771ad4ce2a96 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:16.386919 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-50337113-3dab-441a-a055-b86804c35c37 req-8ca1dcf1-fb3a-4081-89de-771ad4ce2a96 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 944 time: 0.1052585
May 10 20:05:16.435586 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-50337113-3dab-441a-a055-b86804c35c37 req-dd1d7013-d89f-4611-9c6e-6472b794b6b8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405488
May 10 20:05:17.065405 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cfb7b-686c-435b-b07e-e5162f1100b8 req-3306c7d8-ade5-47d4-a1cc-f4a6035b34e5 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:17.066981 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-746cfb7b-686c-435b-b07e-e5162f1100b8 req-3306c7d8-ade5-47d4-a1cc-f4a6035b34e5 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 932 time: 0.1604919
May 10 20:05:17.076155 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3287d60-ba43-4160-8802-c8dedde36b9f req-7f79d4f5-f88d-4bb7-8755-2afa2178fba3 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:17.077660 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b3287d60-ba43-4160-8802-c8dedde36b9f req-7f79d4f5-f88d-4bb7-8755-2afa2178fba3 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 945 time: 0.1291149
May 10 20:05:17.154538 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b3287d60-ba43-4160-8802-c8dedde36b9f req-b9a2e7d5-c048-416a-8c33-1922963a94bc tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621099
May 10 20:05:17.158590 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-746cfb7b-686c-435b-b07e-e5162f1100b8 req-71bb9b6c-80d2-40f6-948a-598d849b7921 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795672
May 10 20:05:17.352064 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Request body: {'port': {'device_id': '35abf3c5-7f06-4925-9a13-e1b204512c02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:17.353740 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59eaeb-c8f6-4c38-a1db-0386e08b6734 req-99868152-1bc6-445f-9ad5-e050f0ea6c9f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:17.361471 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5a59eaeb-c8f6-4c38-a1db-0386e08b6734 req-99868152-1bc6-445f-9ad5-e050f0ea6c9f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1024606
May 10 20:05:17.366570 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Request body: {'port': {'device_id': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:17.460551 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5a59eaeb-c8f6-4c38-a1db-0386e08b6734 req-8cc9d13d-80eb-4d45-8fb8-2089bad9660a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979660
May 10 20:05:17.644669 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:17.659428 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:17.670606 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-63dc5864-380d-41d9-9113-bb1aaa4902be req-8ac73d47-c446-4430-973c-8463ebf31821 service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3452773
May 10 20:05:17.681563 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 57720) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:17.769266 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f73523-40bf-4b50-8425-ede988e5380e req-f31c15f7-9d67-44fc-835d-d109b8d8a44f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:17.775918 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-61f73523-40bf-4b50-8425-ede988e5380e req-f31c15f7-9d67-44fc-835d-d109b8d8a44f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 931 time: 0.2650945
May 10 20:05:17.970573 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43b3d1-80b5-4f42-b0cf-fe78593907b0 req-9473ef4e-4500-4eaf-aeac-62772bc09fe7 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:17.972349 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6e43b3d1-80b5-4f42-b0cf-fe78593907b0 req-9473ef4e-4500-4eaf-aeac-62772bc09fe7 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 944 time: 0.3733511
May 10 20:05:17.973273 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-9f82f9e2-e44b-43c4-b52f-552cc7b0f6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:17.992864 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['58fc18ad-41b2-412b-a80f-29861ad8d670'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:05:18.034323 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['af31cec9-102f-419b-8e32-da9966c69e0b'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:05:18.046634 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-61f73523-40bf-4b50-8425-ede988e5380e req-2105ed44-24c6-46f3-836e-e6bd84642ce9 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698004
May 10 20:05:18.079715 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe484e2-90f2-40d3-8039-441b067da1b6 req-c5d000dd-bf5e-4c20-b30d-141022783905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:18.081387 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-bbe484e2-90f2-40d3-8039-441b067da1b6 req-c5d000dd-bf5e-4c20-b30d-141022783905 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 1096 time: 0.2668774
May 10 20:05:18.111487 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-9f82f9e2-e44b-43c4-b52f-552cc7b0f6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:18.122535 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-9f82f9e2-e44b-43c4-b52f-552cc7b0f6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2671f6edf445452bb69e60797dda0032 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:18.129414 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-9f82f9e2-e44b-43c4-b52f-552cc7b0f6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:18.138364 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-9f82f9e2-e44b-43c4-b52f-552cc7b0f6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:18.151368 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6e43b3d1-80b5-4f42-b0cf-fe78593907b0 req-ba238e49-e897-4653-adc1-3f3db7534d8b tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639779
May 10 20:05:18.391887 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cad66b0-c870-4c49-be69-c2465f5d92e8 {{(pid=78747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:18.402259 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.420227 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Transition to ACTIVE for port object 0cad66b0-c870-4c49-be69-c2465f5d92e8 will not be triggered until provisioned by entity L2. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:05:18.423815 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe484e2-90f2-40d3-8039-441b067da1b6 req-0563d154-5061-416b-8d5d-6c7021928c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:18.425510 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-bbe484e2-90f2-40d3-8039-441b067da1b6 req-0563d154-5061-416b-8d5d-6c7021928c2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 918 time: 0.3316238
May 10 20:05:18.427872 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4fa13f4-05f3-447d-8523-c29bde34d31c {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:18.430742 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.439295 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.496034 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-9f82f9e2-e44b-43c4-b52f-552cc7b0f6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.509628 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-bbe484e2-90f2-40d3-8039-441b067da1b6 req-61279acf-c325-4c53-8a26-1e736f494fcb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c HTTP/1.1" status: 200  len: 217 time: 0.0733089
May 10 20:05:18.526380 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:18.554085 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Transition to ACTIVE for port object a4fa13f4-05f3-447d-8523-c29bde34d31c will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:05:18.559405 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.567565 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-9f82f9e2-e44b-43c4-b52f-552cc7b0f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.577822 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2f924b15-26ac-49b0-9f0e-85d57fbcd4a8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:18.738624 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe484e2-90f2-40d3-8039-441b067da1b6 req-e63d51b6-4dc8-431b-bcd4-bbecb519d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:18.744979 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-bbe484e2-90f2-40d3-8039-441b067da1b6 req-e63d51b6-4dc8-431b-bcd4-bbecb519d753 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.2242055
May 10 20:05:18.752805 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Pushing event updated for resources: {'Port': ['ID=0cad66b0-c870-4c49-be69-c2465f5d92e8,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:18.756879 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-9f82f9e2-e44b-43c4-b52f-552cc7b0f6c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2671f6edf445452bb69e60797dda0032&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0720429
May 10 20:05:18.758720 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:18.767059 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:18.775472 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 57740) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:18.794939 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fa13f4-05f3-447d-8523-c29bde34d31c,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:18.853153 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:18.871172 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Attempting to bind port a4fa13f4-05f3-447d-8523-c29bde34d31c on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:05:18.871569 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Attempting to bind port a4fa13f4-05f3-447d-8523-c29bde34d31c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:05:18.872119 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Attempting to bind port a4fa13f4-05f3-447d-8523-c29bde34d31c on network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:05:18.879335 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Port a4fa13f4-05f3-447d-8523-c29bde34d31c on network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:05:18.879663 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Attempting to bind port a4fa13f4-05f3-447d-8523-c29bde34d31c on network e8c8b93f-668d-4a71-94f7-56fa1a591ee0 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:05:18.886190 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:05:18.886520 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Checking segment: {'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:05:18.886917 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Bound using segment: {'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:05:18.887386 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Bound port: a4fa13f4-05f3-447d-8523-c29bde34d31c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9e4135-3184-4084-92e0-7c69b8597b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:05:18.887787 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.908602 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Attempting to bind port 0cad66b0-c870-4c49-be69-c2465f5d92e8 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:05:18.908971 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Attempting to bind port 0cad66b0-c870-4c49-be69-c2465f5d92e8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:05:18.909288 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Attempting to bind port 0cad66b0-c870-4c49-be69-c2465f5d92e8 on network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:05:18.945233 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Port 0cad66b0-c870-4c49-be69-c2465f5d92e8 on network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:05:18.945550 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Attempting to bind port 0cad66b0-c870-4c49-be69-c2465f5d92e8 on network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:05:18.947671 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82f9e2-e44b-43c4-b52f-552cc7b0f6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc92985-9b55-4c2b-bc38-e13617d25f82,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:18.967044 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d474c-84ee-4e50-a3ee-82e0bab2ef36 req-a6cabb25-0f16-4949-b41e-d1fb2acc89f0 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:18.968591 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e94d474c-84ee-4e50-a3ee-82e0bab2ef36 req-a6cabb25-0f16-4949-b41e-d1fb2acc89f0 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 945 time: 0.5468402
May 10 20:05:18.973784 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-9f82f9e2-e44b-43c4-b52f-552cc7b0f6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:18.981662 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2dfd8-354c-485b-bb58-2a1d4d30d5d3 req-c5158ab9-9403-4ef1-81b0-4a5fc9e3689a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:18.983263 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-30a2dfd8-354c-485b-bb58-2a1d4d30d5d3 req-c5158ab9-9403-4ef1-81b0-4a5fc9e3689a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 944 time: 0.5583780
May 10 20:05:18.988836 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:05:18.989172 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Checking segment: {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:05:18.989551 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Bound using segment: {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:05:18.989994 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Bound port: 0cad66b0-c870-4c49-be69-c2465f5d92e8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'}}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:05:18.991836 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.993409 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe484e2-90f2-40d3-8039-441b067da1b6 req-2d400f84-8302-42a9-a01c-d1eabd453607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:18.995074 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-bbe484e2-90f2-40d3-8039-441b067da1b6 req-2d400f84-8302-42a9-a01c-d1eabd453607 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2002738
May 10 20:05:19.060112 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] For port a4fa13f4-05f3-447d-8523-c29bde34d31c, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:05:19.065646 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] For port a4fa13f4-05f3-447d-8523-c29bde34d31c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4fa13f4-05f3-447d-8523-c29bde34d31c,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:05:19.129426 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:19.134456 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dab35751-23ec-4792-b7b6-dea8a2729f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:19.143157 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:19.173762 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-30a2dfd8-354c-485b-bb58-2a1d4d30d5d3 req-171117f7-475b-4745-8226-d09b141558cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1696632
May 10 20:05:19.201465 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:19.202080 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:19.202293 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e94d474c-84ee-4e50-a3ee-82e0bab2ef36 req-e59a1b16-87bf-4137-80d4-cd9125c93b8a tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178898
May 10 20:05:19.206254 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] 10.222.0.23 "PUT /v2.0/ports/a4fa13f4-05f3-447d-8523-c29bde34d31c HTTP/1.1" status: 200  len: 1093 time: 1.8615038
May 10 20:05:19.207128 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35abf3c5-7f06-4925-9a13-e1b204512c02', 'tag': 'a4fa13f4-05f3-447d-8523-c29bde34d31c'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:19.223075 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dab35751-23ec-4792-b7b6-dea8a2729f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:19.256480 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] For port 0cad66b0-c870-4c49-be69-c2465f5d92e8, host hv-cinder-78836, cleared binding levels {{(pid=78747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:05:19.280641 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] For port 0cad66b0-c870-4c49-be69-c2465f5d92e8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0cad66b0-c870-4c49-be69-c2465f5d92e8,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:05:19.288099 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fa13f4-05f3-447d-8523-c29bde34d31c,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:19.288325 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:19.294617 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-e4ebd9e6-261f-4e24-b08a-31903b6a54b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:19.296163 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:19.376144 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-bbe484e2-90f2-40d3-8039-441b067da1b6 req-ca3898f9-d62a-4680-968c-6a9d4c835c3a service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3686607
May 10 20:05:19.419119 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:19.420361 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:19.423170 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] 10.222.0.23 "PUT /v2.0/ports/0cad66b0-c870-4c49-be69-c2465f5d92e8 HTTP/1.1" status: 200  len: 1094 time: 2.0794895
May 10 20:05:19.424865 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'tag': '0cad66b0-c870-4c49-be69-c2465f5d92e8'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:19.428597 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 36239dce-bce0-41cd-ac86-754fa19c0608 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:05:19.448916 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dab35751-23ec-4792-b7b6-dea8a2729f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:19.461498 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 58fc18ad-41b2-412b-a80f-29861ad8d670 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:05:19.663397 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-0d7aeca1-1002-4691-b9d5-c1a31f0bd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:19.663397 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-0d7aeca1-1002-4691-b9d5-c1a31f0bd8c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 1096 time: 0.3571525
May 10 20:05:19.683268 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Pushing event updated for resources: {'Port': ['ID=0cad66b0-c870-4c49-be69-c2465f5d92e8,revision_number=3']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:19.691788 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:19.698026 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:19.709415 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dab35751-23ec-4792-b7b6-dea8a2729f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:19.710446 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-dab35751-23ec-4792-b7b6-dea8a2729f18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fc92985-9b55-4c2b-bc38-e13617d25f82 HTTP/1.1" status: 204  len: 168 time: 0.9320807
May 10 20:05:19.719015 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab35751-23ec-4792-b7b6-dea8a2729f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc92985-9b55-4c2b-bc38-e13617d25f82,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:19.729161 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-dab35751-23ec-4792-b7b6-dea8a2729f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:19.737192 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 58fc18ad-41b2-412b-a80f-29861ad8d670 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:19.766707 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 58fc18ad-41b2-412b-a80f-29861ad8d670 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:19.767222 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:19.790380 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-cf180a68-369b-4caa-9963-1608c6d31b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:19.791964 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-cf180a68-369b-4caa-9963-1608c6d31b5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363f62c38910412eb9aad0b01fb3e5d0&device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 1097 time: 0.2208555
May 10 20:05:19.800674 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb7c73-f5e6-4c50-89cd-fa8df0a2105d req-3db22f28-a21d-4c76-8f3c-d7a5443c80f9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:19.800885 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-403fb4c9-5163-4bcf-a365-5eee94f2fa10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4fa13f4-05f3-447d-8523-c29bde34d31c HTTP/1.1" status: 200  len: 217 time: 0.1171546
May 10 20:05:19.808837 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-39bb7c73-f5e6-4c50-89cd-fa8df0a2105d req-3db22f28-a21d-4c76-8f3c-d7a5443c80f9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.3434510
May 10 20:05:19.878089 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-bbe484e2-90f2-40d3-8039-441b067da1b6 req-9793ca4d-44b2-4474-b3f5-457d877971e6 service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4927146
May 10 20:05:19.896509 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 36239dce-bce0-41cd-ac86-754fa19c0608, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36239dce-bce0-41cd-ac86-754fa19c0608,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:19.912434 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-d8796408-9791-4f8c-b6ad-b9c57d908c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:19.916716 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-d8796408-9791-4f8c-b6ad-b9c57d908c25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40cc35f2-27c7-418a-bd2a-92a5bc83986d HTTP/1.1" status: 200  len: 859 time: 0.1022062
May 10 20:05:19.924623 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc65dc-bdf5-4b61-9bc7-a8fd48706625 req-12e3f07e-5c74-47d8-a2fe-fca63910541f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:19.932176 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d3dc65dc-bdf5-4b61-9bc7-a8fd48706625 req-12e3f07e-5c74-47d8-a2fe-fca63910541f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 943 time: 0.3617926
May 10 20:05:19.934696 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-45cf1c4b-c74f-4a51-8469-e34f5b6edd5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cad66b0-c870-4c49-be69-c2465f5d92e8 HTTP/1.1" status: 200  len: 217 time: 0.1210537
May 10 20:05:19.968856 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '36239dce-bce0-41cd-ac86-754fa19c0608', 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0', 'port_id': '36239dce-bce0-41cd-ac86-754fa19c0608', 'mac_address': 'fa:16:3e:ba:c8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cc35f2-27c7-418a-bd2a-92a5bc83986d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:05:19.982261 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-39bb7c73-f5e6-4c50-89cd-fa8df0a2105d req-2496bd1f-bae2-4a1c-b35f-8ee9e281a2ff tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1724138
May 10 20:05:20.016426 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-64e7a75a-4da4-423b-816a-95217327c484 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0867338
May 10 20:05:20.037686 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:20.076016 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f04c867-d28b-4a8f-ad23-2fdc03e348ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fc18ad-41b2-412b-a80f-29861ad8d670'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:20.138962 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-341c65d2-c3f1-4cc9-9d41-1dd6fbb63956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:20.144439 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-341c65d2-c3f1-4cc9-9d41-1dd6fbb63956 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6b47c10-6bc8-4f78-9310-e201e1556373 HTTP/1.1" status: 200  len: 849 time: 0.1742396
May 10 20:05:20.182451 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:20.198682 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 58fc18ad-41b2-412b-a80f-29861ad8d670, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=58fc18ad-41b2-412b-a80f-29861ad8d670,segment=NetworkSegment(cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0),segment_id=cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:20.206354 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36239dce-bce0-41cd-ac86-754fa19c0608 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:20.212074 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:20.213030 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device af31cec9-102f-419b-8e32-da9966c69e0b up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:05:20.245990 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57786) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:20.251342 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-b2dd49fa-e53a-4925-b496-b0a6675d8cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:20.325128 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d3dc65dc-bdf5-4b61-9bc7-a8fd48706625 req-5ca83941-87c7-4a61-a220-b829d171f8bf tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3916240
May 10 20:05:20.330638 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 36239dce-bce0-41cd-ac86-754fa19c0608, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36239dce-bce0-41cd-ac86-754fa19c0608,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:20.357411 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:20.368787 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8b69363e-5093-4ab5-948c-cf8c7f19dc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:20.374701 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=58fc18ad-41b2-412b-a80f-29861ad8d670,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:20.379606 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:20.380929 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:20.423677 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-18c1296f-2d73-46bb-8f2c-be15f86e3edf service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3995121
May 10 20:05:20.428350 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-8b69363e-5093-4ab5-948c-cf8c7f19dc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:20.458534 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port af31cec9-102f-419b-8e32-da9966c69e0b completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:20.468584 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port af31cec9-102f-419b-8e32-da9966c69e0b triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:20.469659 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:20.489735 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-8b69363e-5093-4ab5-948c-cf8c7f19dc14 admin admin] Usage tracker for resource:security_group_rule and tenant:818b61fb14214f1c87d5f338f13f77e9 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:20.501008 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35abf3c5-7f06-4925-9a13-e1b204512c02', 'tag': 'a4fa13f4-05f3-447d-8523-c29bde34d31c', 'status': 'completed', 'code': 200}
May 10 20:05:20.507370 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-8b69363e-5093-4ab5-948c-cf8c7f19dc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:20.508541 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2f0dc-f99b-426f-b84c-51998b9ce374 req-437a8dc5-e456-4e09-acbb-54792572d087 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:20.516961 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-70b2f0dc-f99b-426f-b84c-51998b9ce374 req-437a8dc5-e456-4e09-acbb-54792572d087 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 944 time: 0.3659930
May 10 20:05:20.552661 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=36239dce-bce0-41cd-ac86-754fa19c0608,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:20.557736 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:20.580432 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'tag': '0cad66b0-c870-4c49-be69-c2465f5d92e8', 'status': 'completed', 'code': 200}
May 10 20:05:20.584240 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1afd0936-b744-44ad-ad72-ae16273185a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:20.586471 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-8b69363e-5093-4ab5-948c-cf8c7f19dc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:20.596734 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-1afd0936-b744-44ad-ad72-ae16273185a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3146040
May 10 20:05:20.733440 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-70b2f0dc-f99b-426f-b84c-51998b9ce374 req-64b66b07-94fd-4e94-9211-9cc0501eb3ec tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2152939
May 10 20:05:20.776715 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:20.795104 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['36239dce-bce0-41cd-ac86-754fa19c0608'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:05:20.891571 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-6ef92294-0ca0-40f1-a61c-f50881efbe5e service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2929561
May 10 20:05:20.892225 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port af31cec9-102f-419b-8e32-da9966c69e0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af31cec9-102f-419b-8e32-da9966c69e0b,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:20.914977 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b4de6e93-c8fb-44db-ac9d-c524836a1674 req-27ee1816-d2d8-43f5-81b7-73ed78e16eb4 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4797487
May 10 20:05:20.920156 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:20.924979 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:21.029598 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8b69363e-5093-4ab5-948c-cf8c7f19dc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:21.038881 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8b69363e-5093-4ab5-948c-cf8c7f19dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:21.048754 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-fd852354-6801-4847-88af-43bb645debcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:21.103817 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=af31cec9-102f-419b-8e32-da9966c69e0b,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:21.160972 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:21.161681 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-8b69363e-5093-4ab5-948c-cf8c7f19dc14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=818b61fb14214f1c87d5f338f13f77e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9151809
May 10 20:05:21.162599 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69363e-5093-4ab5-948c-cf8c7f19dc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a42ec5e-6168-4414-9e89-da36da5d6ff3,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:21.174242 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 57822) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:21.179237 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8b69363e-5093-4ab5-948c-cf8c7f19dc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:21.211780 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558918e-a6b7-46d4-8bb3-927a72d9218a req-bf20317c-a98e-4f58-869e-d22326b2a023 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:21.212980 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a558918e-a6b7-46d4-8bb3-927a72d9218a req-bf20317c-a98e-4f58-869e-d22326b2a023 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 946 time: 0.4134305
May 10 20:05:21.225164 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103740a-c328-4fce-bb2b-e891597ad1b0 req-1bd2bad9-34e7-49cb-9808-f51cc72b9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:21.227579 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6103740a-c328-4fce-bb2b-e891597ad1b0 req-1bd2bad9-34e7-49cb-9808-f51cc72b9e39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 1096 time: 0.1682625
May 10 20:05:21.277279 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24e803ea-3365-4c4a-9ecc-adaf28a49dae req-bfd43645-484f-4955-8c10-5308d3cf33b8 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3772898
May 10 20:05:21.339754 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a558918e-a6b7-46d4-8bb3-927a72d9218a req-df588bf8-582f-4d2e-acfc-371f65a46fdf tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155906
May 10 20:05:21.349586 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cff5d8-b127-4e07-a806-fe0b3f38713c req-9e047096-27aa-487d-afda-ff77dd56bbee tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:21.356784 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d4cff5d8-b127-4e07-a806-fe0b3f38713c req-9e047096-27aa-487d-afda-ff77dd56bbee tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 944 time: 0.2871852
May 10 20:05:21.408155 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f500-20e4-434f-9adc-404355e95b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:21.449153 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103740a-c328-4fce-bb2b-e891597ad1b0 req-fb7540b6-1c05-486d-9a1e-890c4c299624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:21.450574 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6103740a-c328-4fce-bb2b-e891597ad1b0 req-fb7540b6-1c05-486d-9a1e-890c4c299624 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 200  len: 920 time: 0.2124524
May 10 20:05:21.455211 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:05:21.514090 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d4cff5d8-b127-4e07-a806-fe0b3f38713c req-eebe8f8f-982c-409c-9f75-e5821be95ac0 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563680
May 10 20:05:21.526838 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f500-20e4-434f-9adc-404355e95b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:21.557890 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f04c867-d28b-4a8f-ad23-2fdc03e348ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fc18ad-41b2-412b-a80f-29861ad8d670', 'code': 200}
May 10 20:05:21.573410 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6103740a-c328-4fce-bb2b-e891597ad1b0 req-8116a833-06b1-4abe-94cc-5f564e5a39ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4fa13f4-05f3-447d-8523-c29bde34d31c HTTP/1.1" status: 200  len: 217 time: 0.1098533
May 10 20:05:21.638236 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:21.653026 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'port_id': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'mac_address': 'fa:16:3e:17:0b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:05:21.680393 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103740a-c328-4fce-bb2b-e891597ad1b0 req-5f66177f-64f8-4bc7-a98a-687880d3c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:21.682671 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6103740a-c328-4fce-bb2b-e891597ad1b0 req-5f66177f-64f8-4bc7-a98a-687880d3c6b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40cc35f2-27c7-418a-bd2a-92a5bc83986d HTTP/1.1" status: 200  len: 859 time: 0.0940070
May 10 20:05:21.741745 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:21.746592 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6103740a-c328-4fce-bb2b-e891597ad1b0 req-d6e95444-0c36-4732-b5c4-d366eff55e75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492592
May 10 20:05:21.764475 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:21.786963 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:21.791446 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:21.793254 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:21.882818 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937e46d-ab46-4caf-89fa-c4c6c8862121 req-c702a58a-4c09-479d-9b61-622fa9aa97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:21.884366 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a937e46d-ab46-4caf-89fa-c4c6c8862121 req-c702a58a-4c09-479d-9b61-622fa9aa97b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363f62c38910412eb9aad0b01fb3e5d0&device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 1097 time: 0.4502504
May 10 20:05:21.884877 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:21.892838 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:21.927158 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f500-20e4-434f-9adc-404355e95b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:21.959732 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33130b74-5ec0-42df-80d1-5f3d25d9f3b0 req-14dfdefe-eb57-44e3-901b-3330e6efc496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:21.961186 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-33130b74-5ec0-42df-80d1-5f3d25d9f3b0 req-14dfdefe-eb57-44e3-901b-3330e6efc496 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 1099 time: 0.1282358
May 10 20:05:21.963016 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6103740a-c328-4fce-bb2b-e891597ad1b0 req-e697a349-29f7-4515-82f0-45c9f9143cb1 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2042089
May 10 20:05:21.986953 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-95800492-30a9-4d4b-8353-88883bc42c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:22.010531 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7f500-20e4-434f-9adc-404355e95b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a42ec5e-6168-4414-9e89-da36da5d6ff3,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:22.012667 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-33130b74-5ec0-42df-80d1-5f3d25d9f3b0 req-390bdc0f-8990-458f-9344-991f08c449c7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:22.018076 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-4dd7f500-20e4-434f-9adc-404355e95b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:22.042930 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f500-20e4-434f-9adc-404355e95b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:22.044033 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-4dd7f500-20e4-434f-9adc-404355e95b34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a42ec5e-6168-4414-9e89-da36da5d6ff3 HTTP/1.1" status: 204  len: 168 time: 0.8688927
May 10 20:05:22.082895 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-33130b74-5ec0-42df-80d1-5f3d25d9f3b0 req-390bdc0f-8990-458f-9344-991f08c449c7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:22.089626 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-33130b74-5ec0-42df-80d1-5f3d25d9f3b0 req-390bdc0f-8990-458f-9344-991f08c449c7 service neutron] Usage tracker for resource:security_group_rule and tenant:f2afb53bbab845838836693fc918440f is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:22.094070 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-33130b74-5ec0-42df-80d1-5f3d25d9f3b0 req-390bdc0f-8990-458f-9344-991f08c449c7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:22.107368 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d121d-5c73-4666-bad4-a8d8a951a8a1 req-e2879d98-ce60-480c-86c3-1386a5886c58 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:22.108099 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-33130b74-5ec0-42df-80d1-5f3d25d9f3b0 req-390bdc0f-8990-458f-9344-991f08c449c7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:22.108886 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ec1d121d-5c73-4666-bad4-a8d8a951a8a1 req-e2879d98-ce60-480c-86c3-1386a5886c58 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 943 time: 0.3919857
May 10 20:05:22.119254 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1c5f4-a8d1-4f39-8499-7ea1f8ea85f4 req-03045c08-a434-4cf7-8c7c-44c63677cd10 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:22.127128 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-29e1c5f4-a8d1-4f39-8499-7ea1f8ea85f4 req-03045c08-a434-4cf7-8c7c-44c63677cd10 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.4539905
May 10 20:05:22.130256 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937e46d-ab46-4caf-89fa-c4c6c8862121 req-97aeb305-0ea6-49a4-b53b-630f860e584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:22.131794 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a937e46d-ab46-4caf-89fa-c4c6c8862121 req-97aeb305-0ea6-49a4-b53b-630f860e584f service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 HTTP/1.1" status: 200  len: 911 time: 0.2282498
May 10 20:05:22.180431 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6103740a-c328-4fce-bb2b-e891597ad1b0 req-c9361ecd-c10c-40a1-8fb0-e5abe7cf71f7 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2053094
May 10 20:05:22.239502 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a937e46d-ab46-4caf-89fa-c4c6c8862121 req-2f80099b-5dcd-4d5a-a2f8-946fe836f3f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cad66b0-c870-4c49-be69-c2465f5d92e8 HTTP/1.1" status: 200  len: 217 time: 0.0938435
May 10 20:05:22.253051 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-33130b74-5ec0-42df-80d1-5f3d25d9f3b0 req-390bdc0f-8990-458f-9344-991f08c449c7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:22.257415 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-33130b74-5ec0-42df-80d1-5f3d25d9f3b0 req-390bdc0f-8990-458f-9344-991f08c449c7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:22.264506 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:22.272322 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ec1d121d-5c73-4666-bad4-a8d8a951a8a1 req-fb0323db-ec54-4e9b-9a46-5558a49501fd tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277015
May 10 20:05:22.284590 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-29e1c5f4-a8d1-4f39-8499-7ea1f8ea85f4 req-6ff56b4b-eb82-43ab-b5f3-198fef112978 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1564429
May 10 20:05:22.293198 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-33130b74-5ec0-42df-80d1-5f3d25d9f3b0 req-390bdc0f-8990-458f-9344-991f08c449c7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3191421
May 10 20:05:22.297958 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bdc0f-8990-458f-9344-991f08c449c7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e66f1ee-52f1-4f59-a1a5-3a6449831350,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:22.314155 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-390bdc0f-8990-458f-9344-991f08c449c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:22.351967 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:05:22.373704 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937e46d-ab46-4caf-89fa-c4c6c8862121 req-4d803bcc-2810-460b-8fcb-38305aefc2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:22.376333 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a937e46d-ab46-4caf-89fa-c4c6c8862121 req-4d803bcc-2810-460b-8fcb-38305aefc2d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6b47c10-6bc8-4f78-9310-e201e1556373 HTTP/1.1" status: 200  len: 849 time: 0.1030936
May 10 20:05:22.570318 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888c912-c06c-4aa1-8cb0-e9f4be42a707 req-9125c75a-a571-4dca-8b4e-7cbe0a9b9be9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:22.571913 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2888c912-c06c-4aa1-8cb0-e9f4be42a707 req-9125c75a-a571-4dca-8b4e-7cbe0a9b9be9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 945 time: 0.1575906
May 10 20:05:22.650318 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2888c912-c06c-4aa1-8cb0-e9f4be42a707 req-4bbba8a9-1601-4d16-a9e4-ff2080142d38 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720181
May 10 20:05:22.691206 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c677f36-48aa-42f1-8de8-3584abe406eb req-d5c9a784-54f7-43e2-ab83-75052589104f tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:22.692792 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6c677f36-48aa-42f1-8de8-3584abe406eb req-d5c9a784-54f7-43e2-ab83-75052589104f tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 946 time: 0.2093630
May 10 20:05:22.861485 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6c677f36-48aa-42f1-8de8-3584abe406eb req-dfa6a31b-c83a-4585-b434-8c5a8370a559 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604640
May 10 20:05:22.909516 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937e46d-ab46-4caf-89fa-c4c6c8862121 req-f50bb953-e453-4262-8940-4684d3019ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:22.911004 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a937e46d-ab46-4caf-89fa-c4c6c8862121 req-f50bb953-e453-4262-8940-4684d3019ade service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2139800
May 10 20:05:22.970585 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5c514-819d-4594-85c1-12db5b2a468b req-1dfbf4df-8d85-4b7f-8c5a-d3379db7db05 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:22.972169 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-17b5c514-819d-4594-85c1-12db5b2a468b req-1dfbf4df-8d85-4b7f-8c5a-d3379db7db05 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 944 time: 0.1604636
May 10 20:05:23.112969 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-17b5c514-819d-4594-85c1-12db5b2a468b req-fd32f9ee-ad00-47aa-a75d-de2902646545 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887280
May 10 20:05:23.161648 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a937e46d-ab46-4caf-89fa-c4c6c8862121 req-0efc2faf-eee6-44af-9c8e-742275106b16 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2325799
May 10 20:05:23.320081 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a937e46d-ab46-4caf-89fa-c4c6c8862121 req-edeb55a0-9ab5-4209-9e3e-a62ca44b021f service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457624
May 10 20:05:23.472907 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4fa13f4-05f3-447d-8523-c29bde34d31c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:05:23.485122 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 36239dce-bce0-41cd-ac86-754fa19c0608 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:05:23.568958 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64179dc-3cb1-4af1-89a3-8dfac55f7a49 req-cc2a7d37-f9a1-472f-b21f-6f3ec2b1e959 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:23.570488 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c64179dc-3cb1-4af1-89a3-8dfac55f7a49 req-cc2a7d37-f9a1-472f-b21f-6f3ec2b1e959 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 944 time: 0.1500793
May 10 20:05:23.578398 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97524ff3-dc11-4f2b-b9f4-40bca8896bdf req-d28c2687-a46a-4c75-ad48-2b06cd2cdb95 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:23.579968 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-97524ff3-dc11-4f2b-b9f4-40bca8896bdf req-d28c2687-a46a-4c75-ad48-2b06cd2cdb95 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 943 time: 0.1582310
May 10 20:05:23.595291 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a95e1c-5714-4410-bb78-193f04e42ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af31cec9-102f-419b-8e32-da9966c69e0b'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:23.649112 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c64179dc-3cb1-4af1-89a3-8dfac55f7a49 req-a4796709-e220-4f35-8f04-c525b26b9b13 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681593
May 10 20:05:23.662443 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-97524ff3-dc11-4f2b-b9f4-40bca8896bdf req-1bf3addf-2fb9-42ef-b567-c97e05437b33 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662293
May 10 20:05:23.676631 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 36239dce-bce0-41cd-ac86-754fa19c0608 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:23.700170 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4fa13f4-05f3-447d-8523-c29bde34d31c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4fa13f4-05f3-447d-8523-c29bde34d31c,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:23.713228 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 36239dce-bce0-41cd-ac86-754fa19c0608 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:23.713789 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:23.757553 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a95e1c-5714-4410-bb78-193f04e42ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af31cec9-102f-419b-8e32-da9966c69e0b', 'code': 200}
May 10 20:05:23.786199 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': 'a4fa13f4-05f3-447d-8523-c29bde34d31c', 'network_id': 'e8c8b93f-668d-4a71-94f7-56fa1a591ee0', 'port_id': 'a4fa13f4-05f3-447d-8523-c29bde34d31c', 'mac_address': 'fa:16:3e:35:41:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cc35f2-27c7-418a-bd2a-92a5bc83986d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:05:23.892155 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:24.017821 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dce9d-cdf3-417d-9fcb-345bb718ebae req-5ae0bc60-c223-47ff-8012-b1004141c702 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:24.028666 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-738dce9d-cdf3-417d-9fcb-345bb718ebae req-5ae0bc60-c223-47ff-8012-b1004141c702 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 945 time: 0.2498090
May 10 20:05:24.076625 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4fa13f4-05f3-447d-8523-c29bde34d31c {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:24.131800 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4fa13f4-05f3-447d-8523-c29bde34d31c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4fa13f4-05f3-447d-8523-c29bde34d31c,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:24.142377 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:24.146639 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-9ee96d38-d4b0-43dd-a1b3-e7741a793a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:24.183543 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:24.254348 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-738dce9d-cdf3-417d-9fcb-345bb718ebae req-be480c27-06b8-470c-b5a3-98c9c0a1a536 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880814
May 10 20:05:24.311038 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=a4fa13f4-05f3-447d-8523-c29bde34d31c,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:24.340000 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:24.373880 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 36239dce-bce0-41cd-ac86-754fa19c0608, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36239dce-bce0-41cd-ac86-754fa19c0608,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:24.397366 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:24.399194 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:24.412105 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33951cb-0559-44aa-892b-e92b3c2b3ff9 req-aa9a8a52-c1eb-49a8-8d79-0e44cb3d38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:24.415114 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a33951cb-0559-44aa-892b-e92b3c2b3ff9 req-aa9a8a52-c1eb-49a8-8d79-0e44cb3d38db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 1098 time: 0.3753195
May 10 20:05:24.487164 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a33951cb-0559-44aa-892b-e92b3c2b3ff9 req-d8f9a2af-15c1-4c10-b5f1-68a32617fc44 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572557
May 10 20:05:24.504144 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8603c-5409-4b84-b894-78df11f00445 req-493697b8-2348-46ea-8e8f-c26e5e02daca tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:24.514126 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-85b8603c-5409-4b84-b894-78df11f00445 req-493697b8-2348-46ea-8e8f-c26e5e02daca tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 946 time: 0.2354465
May 10 20:05:24.599279 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57930) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:24.659527 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-85b8603c-5409-4b84-b894-78df11f00445 req-2370bb1e-c1c7-493c-aac6-52a8d5ac7f0b tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438260
May 10 20:05:24.672003 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=36239dce-bce0-41cd-ac86-754fa19c0608,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:24.677068 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:24.732222 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbd140-99e4-4fa3-876c-75a5056d6c4d req-deaabcd6-51e1-494f-ba27-2238b14016c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:24.735778 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e3bbd140-99e4-4fa3-876c-75a5056d6c4d req-deaabcd6-51e1-494f-ba27-2238b14016c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 944 time: 0.2176297
May 10 20:05:24.754496 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['a4fa13f4-05f3-447d-8523-c29bde34d31c'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:05:25.055182 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.086334 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:25.095688 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Usage tracker for resource:security_group_rule and tenant:68f5b498ab704febb9f53553ca9582a2 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:25.101798 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:25.108976 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:25.145565 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e3bbd140-99e4-4fa3-876c-75a5056d6c4d req-ddee26d7-9ef9-43f7-8007-74ca059ec209 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4034140
May 10 20:05:25.204865 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf75097-68db-4e00-bddb-7d068fda91d7 req-9bf4b911-83ab-4917-8a0d-a19150acbbe6 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:25.208718 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ebf75097-68db-4e00-bddb-7d068fda91d7 req-9bf4b911-83ab-4917-8a0d-a19150acbbe6 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 944 time: 0.4067676
May 10 20:05:25.278966 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ebf75097-68db-4e00-bddb-7d068fda91d7 req-4cac48c5-63f5-49b0-ad63-41a18cd3fb77 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636721
May 10 20:05:25.318626 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.325078 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.351537 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-491add5c-49eb-44f2-8667-44181ec8bb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:25.450996 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68f5b498ab704febb9f53553ca9582a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8475757
May 10 20:05:25.451663 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57964) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:25.490911 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c11e6-cdfb-4c2f-b1ee-29176edeecb8,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:25.498410 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 0cad66b0-c870-4c49-be69-c2465f5d92e8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:05:25.520747 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:05:25.526766 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.527125 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.527521 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.527864 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.528200 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.528538 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.528870 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.529201 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.529531 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.533923 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.534277 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.534622 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:25.543423 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:25.571558 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed24b658-682c-49a5-a2b7-684102a6398a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.615851 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.db.resource_extend [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 20:05:25.630121 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80864af-aec2-4f61-9e1b-14d6a6f2fc38 req-8c9b093e-a8aa-4ff3-b022-23a90eaf8382 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:25.638626 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c80864af-aec2-4f61-9e1b-14d6a6f2fc38 req-8c9b093e-a8aa-4ff3-b022-23a90eaf8382 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 944 time: 0.2505586
May 10 20:05:25.648483 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed24b658-682c-49a5-a2b7-684102a6398a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.665229 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c15a0e-df1f-49b1-b069-0c66ed8aa47d req-cddb4efe-250a-4049-82e2-aad5d005caa3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:25.666894 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82c15a0e-df1f-49b1-b069-0c66ed8aa47d req-cddb4efe-250a-4049-82e2-aad5d005caa3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 945 time: 0.2052932
May 10 20:05:25.727432 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed24b658-682c-49a5-a2b7-684102a6398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.743940 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:25.759773 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24b658-682c-49a5-a2b7-684102a6398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c11e6-cdfb-4c2f-b1ee-29176edeecb8,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:25.769972 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82c15a0e-df1f-49b1-b069-0c66ed8aa47d req-aa2eee29-6bf7-4160-89e8-7a84da5f3613 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786610
May 10 20:05:25.777124 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ed24b658-682c-49a5-a2b7-684102a6398a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:25.781060 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4385d6f-c176-410f-8555-7e1823dfcd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36239dce-bce0-41cd-ac86-754fa19c0608'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:25.782999 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c80864af-aec2-4f61-9e1b-14d6a6f2fc38 req-8655647b-3923-425d-b5ac-73d06ca853e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1433685
May 10 20:05:25.788879 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed24b658-682c-49a5-a2b7-684102a6398a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.790427 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-ed24b658-682c-49a5-a2b7-684102a6398a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f84c11e6-cdfb-4c2f-b1ee-29176edeecb8 HTTP/1.1" status: 204  len: 168 time: 0.3382123
May 10 20:05:25.909062 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:25.912003 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 57980) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:25.936054 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4385d6f-c176-410f-8555-7e1823dfcd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36239dce-bce0-41cd-ac86-754fa19c0608', 'code': 200}
May 10 20:05:25.953065 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:25.953663 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.025230 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 0cad66b0-c870-4c49-be69-c2465f5d92e8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0cad66b0-c870-4c49-be69-c2465f5d92e8,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:26.050723 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '0cad66b0-c870-4c49-be69-c2465f5d92e8', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'port_id': '0cad66b0-c870-4c49-be69-c2465f5d92e8', 'mac_address': 'fa:16:3e:a0:fe:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 979, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:05:26.052175 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669bf4b-87ea-4801-900d-35d2e1bcd3ee req-387b5007-6be4-4584-ab5d-13bcafb1a3a0 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:26.053710 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8669bf4b-87ea-4801-900d-35d2e1bcd3ee req-387b5007-6be4-4584-ab5d-13bcafb1a3a0 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 946 time: 0.1353893
May 10 20:05:26.137058 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8669bf4b-87ea-4801-900d-35d2e1bcd3ee req-b516e63d-4ce7-4e0d-b242-aa22dc5ee887 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760415
May 10 20:05:26.146641 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.177351 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.192374 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:26.193238 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.199116 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Usage tracker for resource:security_group_rule and tenant:2046fd6524214f2781ffed020daf71c3 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:26.207260 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:26.221749 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cad66b0-c870-4c49-be69-c2465f5d92e8 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:26.222452 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:26.241832 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 0cad66b0-c870-4c49-be69-c2465f5d92e8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0cad66b0-c870-4c49-be69-c2465f5d92e8,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:26.253325 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.257600 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-ebfa15f8-b41f-409e-96b6-f1ba9b3686cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:26.320421 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:26.329921 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.363370 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=0cad66b0-c870-4c49-be69-c2465f5d92e8,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:26.368365 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:26.368874 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:26.451142 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:26.455097 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:26.507507 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57994) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:26.528956 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fb99e723-4d71-4c51-a0ca-3b375f860778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.543763 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.548041 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-fb99e723-4d71-4c51-a0ca-3b375f860778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:26.553465 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-fb99e723-4d71-4c51-a0ca-3b375f860778 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd9b042c3954db6b9b792bcf1dd591a is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:26.556992 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-fb99e723-4d71-4c51-a0ca-3b375f860778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:26.564372 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-fb99e723-4d71-4c51-a0ca-3b375f860778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:26.590423 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.613698 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-259fe14b-6247-4f14-bea3-90f8db14c3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:26.679896 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2046fd6524214f2781ffed020daf71c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7667835
May 10 20:05:26.683376 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 57998) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:26.693750 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ef4aea-48d9-4f4c-9b3e-2fecaba920fa,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:26.716973 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.717396 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.717822 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.718229 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.718630 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.720013 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.720418 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.721231 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.721231 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.721467 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.721908 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.722317 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:26.726425 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:26.752173 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fb99e723-4d71-4c51-a0ca-3b375f860778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.760501 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fb99e723-4d71-4c51-a0ca-3b375f860778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.765156 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96319e-5e02-41fa-9a95-922f0c720014 req-42245b54-9ca6-45dc-8d6c-c01c06e2b16a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:26.766747 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3b96319e-5e02-41fa-9a95-922f0c720014 req-42245b54-9ca6-45dc-8d6c-c01c06e2b16a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 945 time: 0.3629026
May 10 20:05:26.771349 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4abc4-415a-4a9e-ae58-7df4b4321862 req-48715153-ceb6-4102-b3d6-c11f650ea5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:26.772864 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c0e4abc4-415a-4a9e-ae58-7df4b4321862 req-48715153-ceb6-4102-b3d6-c11f650ea5a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 1098 time: 0.2852952
May 10 20:05:26.780262 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8b69363e-5093-4ab5-948c-cf8c7f19dc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:26.782466 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faee44-5c93-462c-9b53-ded99ee72cf3 req-3225a2fa-77c3-40ce-9204-ce786161bde3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:26.784078 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-55faee44-5c93-462c-9b53-ded99ee72cf3 req-3225a2fa-77c3-40ce-9204-ce786161bde3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 944 time: 0.2504923
May 10 20:05:26.825122 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99e723-4d71-4c51-a0ca-3b375f860778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59820b4b-29af-4142-ae5b-4da6c6602a4b,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:26.833553 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-fb99e723-4d71-4c51-a0ca-3b375f860778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:26.834510 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4ec2f134-1452-4640-b517-1ff0cea6e3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.870262 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-fb99e723-4d71-4c51-a0ca-3b375f860778 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fd9b042c3954db6b9b792bcf1dd591a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3616469
May 10 20:05:26.879593 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58010) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:26.909934 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3b96319e-5e02-41fa-9a95-922f0c720014 req-33a6ce1f-aea2-4876-92a0-3e18566298c9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246579
May 10 20:05:26.914631 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c0e4abc4-415a-4a9e-ae58-7df4b4321862 req-c156e943-89d1-4fc5-9607-224ea711a87e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117384
May 10 20:05:26.921785 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['0cad66b0-c870-4c49-be69-c2465f5d92e8'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:05:26.934921 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4ec2f134-1452-4640-b517-1ff0cea6e3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:26.971480 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-55faee44-5c93-462c-9b53-ded99ee72cf3 req-146bc53f-4278-43d7-a426-53e469fb55d9 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633513
May 10 20:05:27.078944 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-3af14a80-a7f8-40b2-9124-7bd8b5d91946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:27.089313 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-28abf05b-cb3e-41ec-becb-8aae110922a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:27.184193 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-28abf05b-cb3e-41ec-becb-8aae110922a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:27.216398 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4ec2f134-1452-4640-b517-1ff0cea6e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:27.231139 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-390bdc0f-8990-458f-9344-991f08c449c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:27.244748 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2f134-1452-4640-b517-1ff0cea6e3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ef4aea-48d9-4f4c-9b3e-2fecaba920fa,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:27.257341 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4ec2f134-1452-4640-b517-1ff0cea6e3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:27.278764 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4ec2f134-1452-4640-b517-1ff0cea6e3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:27.280075 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-4ec2f134-1452-4640-b517-1ff0cea6e3dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10ef4aea-48d9-4f4c-9b3e-2fecaba920fa HTTP/1.1" status: 204  len: 168 time: 0.5945470
May 10 20:05:27.303552 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-28abf05b-cb3e-41ec-becb-8aae110922a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:27.316563 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:27.326080 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-28abf05b-cb3e-41ec-becb-8aae110922a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:27.327211 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-28abf05b-cb3e-41ec-becb-8aae110922a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59820b4b-29af-4142-ae5b-4da6c6602a4b HTTP/1.1" status: 204  len: 168 time: 0.4465094
May 10 20:05:27.330747 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb5e3-c7aa-4d82-8178-226a0713bbad req-cf3e5d69-5997-4398-ac77-ff029fa4da25 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:27.332369 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b3afb5e3-c7aa-4d82-8178-226a0713bbad req-cf3e5d69-5997-4398-ac77-ff029fa4da25 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 945 time: 0.1942940
May 10 20:05:27.332530 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abf05b-cb3e-41ec-becb-8aae110922a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59820b4b-29af-4142-ae5b-4da6c6602a4b,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:27.335832 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-28abf05b-cb3e-41ec-becb-8aae110922a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:27.376078 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e41eb1-5399-4be3-a549-5d9ce4ec3f18 req-409c8bbd-fc8f-421a-83b3-1c099da4f779 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:27.378336 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-58e41eb1-5399-4be3-a549-5d9ce4ec3f18 req-409c8bbd-fc8f-421a-83b3-1c099da4f779 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1704354
May 10 20:05:27.442548 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b3afb5e3-c7aa-4d82-8178-226a0713bbad req-32d622cb-302b-4874-a6a8-d4080179bf25 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959897
May 10 20:05:27.465226 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-58e41eb1-5399-4be3-a549-5d9ce4ec3f18 req-e75196ce-9f48-451d-a656-13b3d63145ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611598
May 10 20:05:27.547091 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4fa13f4-05f3-447d-8523-c29bde34d31c up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:05:27.638794 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port a4fa13f4-05f3-447d-8523-c29bde34d31c completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:27.644779 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port a4fa13f4-05f3-447d-8523-c29bde34d31c triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:27.645224 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:27.792508 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:27.835140 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4fa13f4-05f3-447d-8523-c29bde34d31c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4fa13f4-05f3-447d-8523-c29bde34d31c,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:27.840132 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:27.842559 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:27.868550 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 58036) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:27.899829 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-9b976d9f-5efb-49f6-aead-2be65ce92553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:27.919230 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=a4fa13f4-05f3-447d-8523-c29bde34d31c,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:27.921288 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-9b976d9f-5efb-49f6-aead-2be65ce92553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:27.923079 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:27.935940 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-9b976d9f-5efb-49f6-aead-2be65ce92553 admin admin] Usage tracker for resource:security_group_rule and tenant:4254e15e9a194d31b62921b38a07b791 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:27.936963 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c'}, {'server_uuid': '35abf3c5-7f06-4925-9a13-e1b204512c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fa13f4-05f3-447d-8523-c29bde34d31c'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:27.940996 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-9b976d9f-5efb-49f6-aead-2be65ce92553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:27.949927 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-9b976d9f-5efb-49f6-aead-2be65ce92553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:28.045459 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'code': 200}
May 10 20:05:28.045730 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35abf3c5-7f06-4925-9a13-e1b204512c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fa13f4-05f3-447d-8523-c29bde34d31c', 'code': 200}
May 10 20:05:28.174741 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-9b976d9f-5efb-49f6-aead-2be65ce92553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:28.185332 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feadbe9-4a88-487b-912c-53228015948a req-a7f30638-edb5-4840-a3b5-94e50988ee66 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:28.194433 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3feadbe9-4a88-487b-912c-53228015948a req-a7f30638-edb5-4840-a3b5-94e50988ee66 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 945 time: 0.1545787
May 10 20:05:28.214463 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-9b976d9f-5efb-49f6-aead-2be65ce92553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:28.279292 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:28.353797 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b976d9f-5efb-49f6-aead-2be65ce92553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1261c454-5ae0-4ffc-b364-a4d1a4256dbc,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:28.358381 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-9b976d9f-5efb-49f6-aead-2be65ce92553 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4254e15e9a194d31b62921b38a07b791&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4880261
May 10 20:05:28.360533 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-9b976d9f-5efb-49f6-aead-2be65ce92553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:28.362067 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58062) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:28.364623 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3feadbe9-4a88-487b-912c-53228015948a req-7db49685-1a30-432e-aeeb-c149dad567cd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1692920
May 10 20:05:28.427614 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629f05-5261-47e6-9201-9f17e6963836 req-9d3f84b3-0f16-4692-9e4c-c617edb1ef94 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:28.436004 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dc629f05-5261-47e6-9201-9f17e6963836 req-9d3f84b3-0f16-4692-9e4c-c617edb1ef94 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2242064
May 10 20:05:28.470273 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3d59e520-d321-4371-8b0f-16bc280d40f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:28.525517 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3d59e520-d321-4371-8b0f-16bc280d40f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:28.558336 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dc629f05-5261-47e6-9201-9f17e6963836 req-a1b5b975-2939-40e5-a12d-4f924d76f84f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199732
May 10 20:05:28.593498 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3d59e520-d321-4371-8b0f-16bc280d40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:28.599845 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:28.628729 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5213d-6349-42ba-8b9c-5bd4a3376db7 req-886c9cf9-f930-42d7-be25-931fc558377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:28.629456 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59e520-d321-4371-8b0f-16bc280d40f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1261c454-5ae0-4ffc-b364-a4d1a4256dbc,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:28.631038 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2b5213d-6349-42ba-8b9c-5bd4a3376db7 req-886c9cf9-f930-42d7-be25-931fc558377f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 1098 time: 0.1728437
May 10 20:05:28.655773 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-3d59e520-d321-4371-8b0f-16bc280d40f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:28.659995 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3d59e520-d321-4371-8b0f-16bc280d40f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:28.663457 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-3d59e520-d321-4371-8b0f-16bc280d40f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1261c454-5ae0-4ffc-b364-a4d1a4256dbc HTTP/1.1" status: 204  len: 168 time: 0.2980771
May 10 20:05:28.799201 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2b5213d-6349-42ba-8b9c-5bd4a3376db7 req-7c5987a4-cfec-439e-8a43-24c4de6c9d54 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868433
May 10 20:05:28.841260 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06530ba-1170-4ad5-9fdd-af6e6754845a req-5a812115-2a44-4f19-8ff2-2bf19f665d70 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:28.842900 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d06530ba-1170-4ad5-9fdd-af6e6754845a req-5a812115-2a44-4f19-8ff2-2bf19f665d70 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1119258
May 10 20:05:28.923257 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244ab75-00d7-4f8a-ba9d-390700633d52 req-3146480b-d0bb-4e62-92fa-34aa31d8a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:28.926352 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f244ab75-00d7-4f8a-ba9d-390700633d52 req-3146480b-d0bb-4e62-92fa-34aa31d8a433 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 1098 time: 0.1527162
May 10 20:05:28.945410 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d06530ba-1170-4ad5-9fdd-af6e6754845a req-1a58cb12-7a14-41ec-b884-32561c33d14d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925930
May 10 20:05:29.319044 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-f244ab75-00d7-4f8a-ba9d-390700633d52 req-463b575f-f33a-4b52-b1a7-01fe6a48dcd4 service neutron] Synchronizing usage tracker for tenant:f2afb53bbab845838836693fc918440f on resource:security_group {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:05:29.347622 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-f244ab75-00d7-4f8a-ba9d-390700633d52 req-463b575f-f33a-4b52-b1a7-01fe6a48dcd4 service neutron] Unset dirty status for tenant:f2afb53bbab845838836693fc918440f on resource:security_group {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:05:29.351165 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f244ab75-00d7-4f8a-ba9d-390700633d52 req-463b575f-f33a-4b52-b1a7-01fe6a48dcd4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893564
May 10 20:05:29.405250 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-c028c503-feb7-460e-b398-3737a9f7111e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:29.511231 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:29.550551 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 0cad66b0-c870-4c49-be69-c2465f5d92e8 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:05:29.629506 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 0cad66b0-c870-4c49-be69-c2465f5d92e8 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:29.635628 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 0cad66b0-c870-4c49-be69-c2465f5d92e8 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:29.636240 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:29.714187 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58136) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:29.773097 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:29.812404 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 0cad66b0-c870-4c49-be69-c2465f5d92e8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0cad66b0-c870-4c49-be69-c2465f5d92e8,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:29.817738 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:29.819658 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:29.862832 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1666063095-network', 'tenant_id': 'cf85e973625c4eca9f8dd21405f56ad5'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:29.878207 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:29.883154 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Usage tracker for resource:network and tenant:cf85e973625c4eca9f8dd21405f56ad5 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:29.888146 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:29.919008 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:29.919880 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=0cad66b0-c870-4c49-be69-c2465f5d92e8,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:29.959627 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.960302 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.960860 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.961373 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.961842 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.962363 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.962845 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.964825 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Made reservation on behalf of cf85e973625c4eca9f8dd21405f56ad5 for: {'network': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:05:29.965054 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.965816 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.966311 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.966805 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.967104 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:29.967216 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:29.975336 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:29.989300 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:30.005445 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:30.010022 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Usage tracker for resource:security_group_rule and tenant:cf85e973625c4eca9f8dd21405f56ad5 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:30.013483 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:30.020948 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:30.047018 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad66b0-c870-4c49-be69-c2465f5d92e8'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:30.143278 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:30.151521 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:30.157696 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:30.276769 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 999, 'physical_network': 'physnet1'}  {{(pid=78748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:05:30.283381 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bf0678-cd0a-4295-a06b-7acd24785616,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:30.287810 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:30.296740 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:30.297331 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.segments_db [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Added segment 902e6869-6ad1-4b33-877c-2c940f67f6b8 of type vlan for network 09050a4a-e2b5-46e6-802b-1e646376c6a8
May 10 20:05:30.336036 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:30.337428 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 58166) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:30.377597 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cc6b2-3516-438b-8bbc-7ca80e718778 req-55196f37-93a2-4a9b-8872-39deb90ffa19 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:30.379684 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-441cc6b2-3516-438b-8bbc-7ca80e718778 req-55196f37-93a2-4a9b-8872-39deb90ffa19 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1291490
May 10 20:05:30.385909 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:30.388388 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:30.389360 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:30.440256 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:30.476462 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-441cc6b2-3516-438b-8bbc-7ca80e718778 req-db5f331f-fc45-494e-98d3-102a10724dfd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878184
May 10 20:05:30.523404 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-158f9af1-ee06-4ab6-a2e8-9bd390b40fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:30.597497 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8820865
May 10 20:05:30.601506 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58174) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:30.612834 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Request body: {'subnet': {'network_id': '09050a4a-e2b5-46e6-802b-1e646376c6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1666063095-subnet', 'tenant_id': 'cf85e973625c4eca9f8dd21405f56ad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:30.622411 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:30.625761 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=09050a4a-e2b5-46e6-802b-1e646376c6a8,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:30.630638 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Usage tracker for resource:subnet and tenant:cf85e973625c4eca9f8dd21405f56ad5 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:30.634078 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:30.635041 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:30.643331 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 09050a4a-e2b5-46e6-802b-1e646376c6a8 details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:05:30.644615 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:30.657717 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Made reservation on behalf of cf85e973625c4eca9f8dd21405f56ad5 for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:05:30.660460 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:30.741020 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-158f9af1-ee06-4ab6-a2e8-9bd390b40fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:30.753557 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-158f9af1-ee06-4ab6-a2e8-9bd390b40fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a10c3f0ec04228a10320627f49197f is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:30.758302 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-158f9af1-ee06-4ab6-a2e8-9bd390b40fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:30.769934 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-158f9af1-ee06-4ab6-a2e8-9bd390b40fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:30.773386 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:30.841998 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9dc3-03c0-4532-94e6-0ee07cdd9e57 req-e1824e54-1b50-4fc4-981a-135439e2ad2d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:30.843595 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-500e9dc3-03c0-4532-94e6-0ee07cdd9e57 req-e1824e54-1b50-4fc4-981a-135439e2ad2d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1964126
May 10 20:05:30.873677 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c996d-4b2d-4bd5-bc01-b80c5180ebcf req-7bfccbab-1eb7-44eb-b725-7d43c3a49ba6 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:30.878472 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-058c996d-4b2d-4bd5-bc01-b80c5180ebcf req-7bfccbab-1eb7-44eb-b725-7d43c3a49ba6 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2317376
May 10 20:05:30.973941 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-158f9af1-ee06-4ab6-a2e8-9bd390b40fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:31.034136 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-158f9af1-ee06-4ab6-a2e8-9bd390b40fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:31.060143 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-dab35751-23ec-4792-b7b6-dea8a2729f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:31.100048 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-058c996d-4b2d-4bd5-bc01-b80c5180ebcf req-e76e893b-c467-4d64-b0fb-e016fcb941d0 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217496
May 10 20:05:31.129716 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f9af1-ee06-4ab6-a2e8-9bd390b40fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f325f2b-7194-468b-8216-d7f41c66eadd,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:31.147300 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:31.147886 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-500e9dc3-03c0-4532-94e6-0ee07cdd9e57 req-f194c1bc-b994-4a43-99db-b1122e99cd3b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1718662
May 10 20:05:31.153280 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-158f9af1-ee06-4ab6-a2e8-9bd390b40fe5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6a10c3f0ec04228a10320627f49197f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8147569
May 10 20:05:31.153544 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58184) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:31.154557 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-158f9af1-ee06-4ab6-a2e8-9bd390b40fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:31.159110 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:31.193663 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad66b0-c870-4c49-be69-c2465f5d92e8', 'code': 200}
May 10 20:05:31.270632 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc034fa0-9414-4d6b-884b-1a336f0450fa,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:31.276933 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Checking segment: {'id': '902e6869-6ad1-4b33-877c-2c940f67f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '09050a4a-e2b5-46e6-802b-1e646376c6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:05:31.277286 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Network hostable DHCP agents. Network: 09050a4a-e2b5-46e6-802b-1e646376c6a8, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:05:31.283092 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:31.307879 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3673a778-3fae-4823-98e3-c2b5aef0d701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:31.319857 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Network 09050a4a-e2b5-46e6-802b-1e646376c6a8 is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:05:31.340924 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3673a778-3fae-4823-98e3-c2b5aef0d701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:31.348161 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 09050a4a-e2b5-46e6-802b-1e646376c6a8) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:05:31.358765 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb3f1d-3d92-4e52-8ef9-c8428270ecf3 None None] Network 09050a4a-e2b5-46e6-802b-1e646376c6a8 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:05:31.359349 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:31.359985 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:31.405106 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8023903
May 10 20:05:31.421851 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3673a778-3fae-4823-98e3-c2b5aef0d701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:31.429649 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:31.446253 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673a778-3fae-4823-98e3-c2b5aef0d701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f325f2b-7194-468b-8216-d7f41c66eadd,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:31.459137 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-3673a778-3fae-4823-98e3-c2b5aef0d701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:31.465989 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3673a778-3fae-4823-98e3-c2b5aef0d701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:31.467183 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-3673a778-3fae-4823-98e3-c2b5aef0d701 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f325f2b-7194-468b-8216-d7f41c66eadd HTTP/1.1" status: 204  len: 168 time: 0.2785256
May 10 20:05:31.649269 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8d2824-2b98-4b85-997c-32b4ee2a5a44 None None] Network 09050a4a-e2b5-46e6-802b-1e646376c6a8 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:05:31.989280 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58206) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:32.017150 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cf75a733-a0dd-43f8-8360-42cd0b55ebc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.061656 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-cf75a733-a0dd-43f8-8360-42cd0b55ebc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:32.070239 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-cf75a733-a0dd-43f8-8360-42cd0b55ebc6 admin admin] Usage tracker for resource:security_group_rule and tenant:23c2eaa45aa04d008b9430e7b3177c01 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:32.080842 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-cf75a733-a0dd-43f8-8360-42cd0b55ebc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:32.091003 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-cf75a733-a0dd-43f8-8360-42cd0b55ebc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:32.112484 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f039adf-e998-4676-87f9-abc1a15c0984 req-5f7da00f-cd80-4ed1-b327-e1a26d4ee707 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:32.122835 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1f039adf-e998-4676-87f9-abc1a15c0984 req-5f7da00f-cd80-4ed1-b327-e1a26d4ee707 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1916463
May 10 20:05:32.169212 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.171100 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1f039adf-e998-4676-87f9-abc1a15c0984 req-1c720153-da70-41eb-b68e-0930cbb4c1cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472050
May 10 20:05:32.301691 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cf75a733-a0dd-43f8-8360-42cd0b55ebc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.333893 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cf75a733-a0dd-43f8-8360-42cd0b55ebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.370442 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-fb99e723-4d71-4c51-a0ca-3b375f860778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:32.431443 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba542a-f4a5-45ef-ae86-f9a7ff77408e req-11c616dc-a04b-46aa-aed7-1bd95dfdc200 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:32.433230 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7eba542a-f4a5-45ef-ae86-f9a7ff77408e req-11c616dc-a04b-46aa-aed7-1bd95dfdc200 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1844335
May 10 20:05:32.470881 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f869b-c12f-458e-bb7b-37587af758a8 req-9705d3da-42af-4014-ad38-24672746ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:32.476048 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6c2f869b-c12f-458e-bb7b-37587af758a8 req-9705d3da-42af-4014-ad38-24672746ba09 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 1099 time: 0.2852495
May 10 20:05:32.504332 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7eba542a-f4a5-45ef-ae86-f9a7ff77408e req-c1bd96af-6d7d-48bc-8df7-dd21e52dde48 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626361
May 10 20:05:32.509910 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75a733-a0dd-43f8-8360-42cd0b55ebc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e001526-e192-438c-b0ac-5285c3c45114,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:32.513413 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-cf75a733-a0dd-43f8-8360-42cd0b55ebc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:32.519745 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-cf75a733-a0dd-43f8-8360-42cd0b55ebc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23c2eaa45aa04d008b9430e7b3177c01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5292189
May 10 20:05:32.522924 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58232) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:32.530626 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25bb7c-904f-475e-93c7-9cc24890ca82 req-887da667-4c83-4ced-8c5c-bb0344bea0fa tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:32.539477 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2c25bb7c-904f-475e-93c7-9cc24890ca82 req-887da667-4c83-4ced-8c5c-bb0344bea0fa tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1859279
May 10 20:05:32.570230 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6c2f869b-c12f-458e-bb7b-37587af758a8 req-a4cdac14-bc85-4796-ac41-eeb2bfdfcaac service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840735
May 10 20:05:32.609010 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2c25bb7c-904f-475e-93c7-9cc24890ca82 req-fc634b1d-20d5-40ab-aa2a-51ebbae2db3a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679686
May 10 20:05:32.612188 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e865-bdf9-4ccf-83cf-8b3c83af7ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.638062 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 58240) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:32.644935 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1025983600-network', 'tenant_id': '438ffb2157ad41079b4eb101c16038b3'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:32.653429 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:32.658966 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Usage tracker for resource:network and tenant:438ffb2157ad41079b4eb101c16038b3 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:32.662123 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:32.670573 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:32.674731 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e865-bdf9-4ccf-83cf-8b3c83af7ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.685494 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Made reservation on behalf of 438ffb2157ad41079b4eb101c16038b3 for: {'network': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:05:32.690282 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.706600 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.724449 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:32.729710 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Usage tracker for resource:security_group_rule and tenant:438ffb2157ad41079b4eb101c16038b3 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:32.732829 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:32.741165 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:32.759444 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e865-bdf9-4ccf-83cf-8b3c83af7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.763557 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-28abf05b-cb3e-41ec-becb-8aae110922a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:32.779628 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9e865-bdf9-4ccf-83cf-8b3c83af7ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e001526-e192-438c-b0ac-5285c3c45114,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:32.783959 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8ba9e865-bdf9-4ccf-83cf-8b3c83af7ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:32.804167 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e865-bdf9-4ccf-83cf-8b3c83af7ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.807803 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-8ba9e865-bdf9-4ccf-83cf-8b3c83af7ab8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e001526-e192-438c-b0ac-5285c3c45114 HTTP/1.1" status: 204  len: 168 time: 0.2814243
May 10 20:05:32.880298 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.894747 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.905590 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-2ec4d9f6-ad66-491a-a0da-1b5bef18f746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:32.959902 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] vlan segment allocate from pool success with {'vlan_id': 990, 'physical_network': 'physnet1'}  {{(pid=78747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:05:32.991000 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.991686 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.segments_db [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Added segment 8f676b1f-4996-4bb7-ae8e-1d181cf0141a of type vlan for network 042f387a-287c-4941-95bf-1dfa38ca5e0d
May 10 20:05:32.993891 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0011797c-81be-46aa-9be4-aeef77335352,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:32.998273 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:33.049703 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:33.113054 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:33.114811 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:33.115573 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:33.122929 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-80d53f33-0c60-4800-89b8-7c3aa772129d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:33.288191 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Pushing event updated for resources: {'Network': ['ID=042f387a-287c-4941-95bf-1dfa38ca5e0d,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:33.291688 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:33.302941 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 042f387a-287c-4941-95bf-1dfa38ca5e0d details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:05:33.374446 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7345936
May 10 20:05:33.378757 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58262) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:33.385362 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Request body: {'subnet': {'network_id': '042f387a-287c-4941-95bf-1dfa38ca5e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1025983600-subnet', 'tenant_id': '438ffb2157ad41079b4eb101c16038b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:33.391329 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:33.406279 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Usage tracker for resource:subnet and tenant:438ffb2157ad41079b4eb101c16038b3 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:33.409792 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:33.417602 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:33.431158 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Made reservation on behalf of 438ffb2157ad41079b4eb101c16038b3 for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:05:33.433833 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:33.474458 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510a2f7-1556-44eb-a39f-0c5340f89713 req-3106caed-5bf0-45f6-b61e-b243d6491e73 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:33.475965 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d510a2f7-1556-44eb-a39f-0c5340f89713 req-3106caed-5bf0-45f6-b61e-b243d6491e73 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.3368654
May 10 20:05:33.516586 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f21a7-9dde-49a3-9575-660e5e963015 req-7ac6fd20-a6a6-48b4-9578-003a54346d37 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:33.518248 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2e8f21a7-9dde-49a3-9575-660e5e963015 req-7ac6fd20-a6a6-48b4-9578-003a54346d37 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2158494
May 10 20:05:33.566832 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d510a2f7-1556-44eb-a39f-0c5340f89713 req-63291f00-9876-4aea-9947-dc05b97c26ac tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781446
May 10 20:05:33.617783 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2e8f21a7-9dde-49a3-9575-660e5e963015 req-e9ca390d-1646-431d-ba1e-3fae3d95d6f8 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859122
May 10 20:05:33.643391 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beefbb7-9bf3-429c-b4f2-7e602baee53f req-f06af92d-ad2a-4375-a8f5-e66f7516983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:33.645543 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-5beefbb7-9bf3-429c-b4f2-7e602baee53f req-f06af92d-ad2a-4375-a8f5-e66f7516983b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 1098 time: 0.1301439
May 10 20:05:33.848467 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beefbb7-9bf3-429c-b4f2-7e602baee53f req-266c09a7-3d79-40ab-8cea-8a4c21e12c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:33.849952 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-5beefbb7-9bf3-429c-b4f2-7e602baee53f req-266c09a7-3d79-40ab-8cea-8a4c21e12c31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 200  len: 920 time: 0.1645820
May 10 20:05:33.925475 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0231a0c-b43a-4a5d-8443-eb2e95a70c72 req-232cdbc7-0654-4153-b96b-9173b4f7259f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:33.933493 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d0231a0c-b43a-4a5d-8443-eb2e95a70c72 req-232cdbc7-0654-4153-b96b-9173b4f7259f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1502521
May 10 20:05:33.978272 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d0231a0c-b43a-4a5d-8443-eb2e95a70c72 req-4a82624a-4da3-4804-8cf4-c03460cc517d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434034
May 10 20:05:34.200640 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b983c-3bca-47f5-bcfe-c3b775d7e3a1 req-e6821ee9-423b-403e-8d32-152f6a644154 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:34.214720 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dc5b983c-3bca-47f5-bcfe-c3b775d7e3a1 req-e6821ee9-423b-403e-8d32-152f6a644154 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1115725
May 10 20:05:34.215086 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 58292) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:34.224466 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-7e33d18f-582a-4153-93dd-e3c51a4e64a6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'floatingip': {'port_id': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:34.256272 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:34.261409 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d4766abc-7976-4e94-9e02-36da94938c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:34.340015 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6b3051-b3fd-4cc7-8bfb-8af4d7e99816,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:34.342958 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:34.351859 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Checking segment: {'id': '8f676b1f-4996-4bb7-ae8e-1d181cf0141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '042f387a-287c-4941-95bf-1dfa38ca5e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:05:34.352119 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Network hostable DHCP agents. Network: 042f387a-287c-4941-95bf-1dfa38ca5e0d, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:05:34.372891 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7e33d18f-582a-4153-93dd-e3c51a4e64a6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:34.374760 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Network 042f387a-287c-4941-95bf-1dfa38ca5e0d is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:05:34.388766 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 042f387a-287c-4941-95bf-1dfa38ca5e0d) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:05:34.397694 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:34.400018 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c245c197-c410-430b-9851-330293e512ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:34.405082 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4c620-d7c4-4c40-94eb-8d87ae93c1c0 None None] Network 042f387a-287c-4941-95bf-1dfa38ca5e0d requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:05:34.431990 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-c245c197-c410-430b-9851-330293e512ec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0514534
May 10 20:05:34.859993 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a2327-c9bf-4cbf-b8ab-c8e63232d9a6 None None] Network 042f387a-287c-4941-95bf-1dfa38ca5e0d requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:05:35.249952 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de759c4d-332b-4293-82a2-891f1d7f4e38 req-632f6de5-8dce-4018-a25b-629a781d860e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:35.255933 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-de759c4d-332b-4293-82a2-891f1d7f4e38 req-632f6de5-8dce-4018-a25b-629a781d860e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1864381
May 10 20:05:35.501053 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5c7f4-33af-485e-97e3-9d53e118a5e7 req-f2a96bd2-cb02-4e85-8342-9eb652cde282 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:35.502614 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2db5c7f4-33af-485e-97e3-9d53e118a5e7 req-f2a96bd2-cb02-4e85-8342-9eb652cde282 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.7355754
May 10 20:05:35.583296 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-de759c4d-332b-4293-82a2-891f1d7f4e38 req-cd5065a4-5187-47be-a24e-04675fd82d65 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3250303
May 10 20:05:35.632717 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2db5c7f4-33af-485e-97e3-9d53e118a5e7 req-4ca50374-1d88-4638-ba14-8206ab23505d tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097882
May 10 20:05:35.860048 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7e33d18f-582a-4153-93dd-e3c51a4e64a6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:35.865579 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7e33d18f-582a-4153-93dd-e3c51a4e64a6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:36.027691 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:05:36.042733 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.l3_db [None req-7e33d18f-582a-4153-93dd-e3c51a4e64a6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Floating IP 819151cf-c924-4367-a3b5-4437e9746a1d associated. External IP: 172.27.0.22, port: a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c.
May 10 20:05:36.288972 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:36.482854 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e33d18f-582a-4153-93dd-e3c51a4e64a6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Router 65c1ab96-466b-45d1-b816-55e2c7992e26 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:05:36.668567 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e33d18f-582a-4153-93dd-e3c51a4e64a6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:05:36.674258 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7e33d18f-582a-4153-93dd-e3c51a4e64a6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:36.684604 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba162a1-b1a5-455e-88d5-b5d50b41a325 None None] Sync routers for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:05:36.695068 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba162a1-b1a5-455e-88d5-b5d50b41a325 None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:05:36.695740 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-6ba162a1-b1a5-455e-88d5-b5d50b41a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce41cf0a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:05:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:36.823946 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-7e33d18f-582a-4153-93dd-e3c51a4e64a6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "PUT /v2.0/floatingips/819151cf-c924-4367-a3b5-4437e9746a1d HTTP/1.1" status: 200  len: 990 time: 2.6046560
May 10 20:05:36.823946 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:36.870200 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eb6e5-b223-4ebd-b0d8-0b28ec3cadfd req-10680420-4460-46dc-b8a1-91696f21151e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:36.871711 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-787eb6e5-b223-4ebd-b0d8-0b28ec3cadfd req-10680420-4460-46dc-b8a1-91696f21151e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1663463
May 10 20:05:36.893412 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-6ba162a1-b1a5-455e-88d5-b5d50b41a325 None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:05:36.894484 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c8dd1-e999-42d5-949c-1d8ce4c7ac2b req-44b60ec9-ccc4-4058-a785-61383bc63bea tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:36.896015 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-325c8dd1-e999-42d5-949c-1d8ce4c7ac2b req-44b60ec9-ccc4-4058-a785-61383bc63bea tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1341650
May 10 20:05:36.969510 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-325c8dd1-e999-42d5-949c-1d8ce4c7ac2b req-9527da58-d909-4214-802f-1ffa094060db tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583985
May 10 20:05:36.973100 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-787eb6e5-b223-4ebd-b0d8-0b28ec3cadfd req-a7c60498-35da-4bda-a763-910f52db4fd7 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868897
May 10 20:05:37.041761 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'status': 'completed', 'code': 200}
May 10 20:05:37.297338 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-6ba162a1-b1a5-455e-88d5-b5d50b41a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce41cf0a0>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '819151cf-c924-4367-a3b5-4437e9746a1d', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'port_id': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'mac_address': 'fa:16:3e:17:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:04:55Z', 'updated_at': '2021-05-10T20:05:35Z', 'revision_number': 1, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:37.301130 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba162a1-b1a5-455e-88d5-b5d50b41a325 None None] Checking router: 65c1ab96-466b-45d1-b816-55e2c7992e26 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:05:37.309515 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba162a1-b1a5-455e-88d5-b5d50b41a325 None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:05:37.310109 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-6ba162a1-b1a5-455e-88d5-b5d50b41a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce41cf0a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:05:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:37.483655 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-6ba162a1-b1a5-455e-88d5-b5d50b41a325 None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:05:37.795192 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-5beefbb7-9bf3-429c-b4f2-7e602baee53f req-c1a81527-2b68-4abb-aadd-825d2cd20812 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4fa13f4-05f3-447d-8523-c29bde34d31c HTTP/1.1" status: 200  len: 217 time: 0.0633907
May 10 20:05:37.830809 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-6ba162a1-b1a5-455e-88d5-b5d50b41a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce41cf0a0>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '819151cf-c924-4367-a3b5-4437e9746a1d', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'port_id': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'mac_address': 'fa:16:3e:17:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:04:55Z', 'updated_at': '2021-05-10T20:05:35Z', 'revision_number': 1, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:37.835120 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba162a1-b1a5-455e-88d5-b5d50b41a325 None None] The sync data for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi is: [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '819151cf-c924-4367-a3b5-4437e9746a1d', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'port_id': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'mac_address': 'fa:16:3e:17:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:04:55Z', 'updated_at': '2021-05-10T20:05:35Z', 'revision_number': 1, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:05:38.012416 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc135002-d511-45aa-bcb9-6ca5392acbee req-20596a12-9224-4373-aa15-9eb57c5cc066 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0771427
May 10 20:05:38.053458 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beefbb7-9bf3-429c-b4f2-7e602baee53f req-49c45dd6-4ca8-4211-b843-f21145fe0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:38.054914 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-5beefbb7-9bf3-429c-b4f2-7e602baee53f req-49c45dd6-4ca8-4211-b843-f21145fe0051 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40cc35f2-27c7-418a-bd2a-92a5bc83986d HTTP/1.1" status: 200  len: 859 time: 0.1217682
May 10 20:05:38.075616 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219c4c3-e515-4ce5-9683-cd2be5cf842d req-08ba285c-ccf7-48dd-8123-97d0f263c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:38.077095 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f219c4c3-e515-4ce5-9683-cd2be5cf842d req-08ba285c-ccf7-48dd-8123-97d0f263c70a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 1098 time: 0.1010528
May 10 20:05:38.104085 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c112da79-6673-43e3-9f7e-b1a4d6d20639 None None] New status for floating IP 819151cf-c924-4367-a3b5-4437e9746a1d: ACTIVE {{(pid=78749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:05:38.194269 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-5beefbb7-9bf3-429c-b4f2-7e602baee53f req-7023229c-3e4d-4dbe-933d-e0e63d8187eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0726333
May 10 20:05:38.380523 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-5beefbb7-9bf3-429c-b4f2-7e602baee53f req-1c59cbf6-a7c5-4315-a5c6-e34a404b774b service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430762
May 10 20:05:38.387586 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe294303-84a7-40d6-804c-a1a9cf8100d1 req-3263168f-28e5-4b5f-9ff8-59dbe2d6c1df tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:38.389839 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fe294303-84a7-40d6-804c-a1a9cf8100d1 req-3263168f-28e5-4b5f-9ff8-59dbe2d6c1df tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2515528
May 10 20:05:38.400220 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d83e60-e45a-4c26-b0b4-59fdd9a33091 req-43e5df76-b333-4e47-beb6-a2744a847604 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:38.402046 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-69d83e60-e45a-4c26-b0b4-59fdd9a33091 req-43e5df76-b333-4e47-beb6-a2744a847604 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.3012676
May 10 20:05:38.405677 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135002-d511-45aa-bcb9-6ca5392acbee req-0964aba6-2c1c-46ef-9d77-2af279af426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:38.407641 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc135002-d511-45aa-bcb9-6ca5392acbee req-0964aba6-2c1c-46ef-9d77-2af279af426c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2298473466494ca7a2f2f58e99c97240&device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 1099 time: 0.2197406
May 10 20:05:38.561696 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219c4c3-e515-4ce5-9683-cd2be5cf842d req-ca3d84e9-fc2c-40cd-aff8-49b00ef10a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:38.563888 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f219c4c3-e515-4ce5-9683-cd2be5cf842d req-ca3d84e9-fc2c-40cd-aff8-49b00ef10a1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 918 time: 0.4408987
May 10 20:05:38.571951 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fe294303-84a7-40d6-804c-a1a9cf8100d1 req-d78592b4-c22e-4a5c-a78e-694d85d497d3 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1686318
May 10 20:05:38.575002 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-69d83e60-e45a-4c26-b0b4-59fdd9a33091 req-74c4ceed-836b-4644-b068-32fc0046b69b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520329
May 10 20:05:38.635142 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135002-d511-45aa-bcb9-6ca5392acbee req-51185b58-a26d-4fad-b967-bc9f64bd8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:38.636644 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc135002-d511-45aa-bcb9-6ca5392acbee req-51185b58-a26d-4fad-b967-bc9f64bd8c27 service neutron] 10.222.0.23 "GET /v2.0/networks?id=554fcd4f-4b69-41f5-b0b6-cfb675735d0c HTTP/1.1" status: 200  len: 913 time: 0.1941946
May 10 20:05:38.642982 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-5beefbb7-9bf3-429c-b4f2-7e602baee53f req-d7e543fc-5a48-4eb0-accc-20bd1c2038d3 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2541053
May 10 20:05:38.685059 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f219c4c3-e515-4ce5-9683-cd2be5cf842d req-60a64074-0044-49d4-8b21-39ca2caa6dfd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c HTTP/1.1" status: 200  len: 1000 time: 0.1015592
May 10 20:05:38.770327 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc135002-d511-45aa-bcb9-6ca5392acbee req-be6b94a1-54b1-4960-8374-1155740cd5c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58fc18ad-41b2-412b-a80f-29861ad8d670 HTTP/1.1" status: 200  len: 217 time: 0.0700173
May 10 20:05:38.804011 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219c4c3-e515-4ce5-9683-cd2be5cf842d req-a1d8f1a4-e842-4c41-ba6b-509b76b2ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:38.805462 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f219c4c3-e515-4ce5-9683-cd2be5cf842d req-a1d8f1a4-e842-4c41-ba6b-509b76b2ab07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.0642610
May 10 20:05:38.907092 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135002-d511-45aa-bcb9-6ca5392acbee req-7b5cf0e6-ae5c-46f8-8640-b5198eb1b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:38.908947 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc135002-d511-45aa-bcb9-6ca5392acbee req-7b5cf0e6-ae5c-46f8-8640-b5198eb1b86e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a830df3-b4d0-49e6-ba6c-26dbb1a6a8ff HTTP/1.1" status: 200  len: 852 time: 0.0679653
May 10 20:05:38.917258 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219c4c3-e515-4ce5-9683-cd2be5cf842d req-aaa4c4d1-4ed6-4f5a-b89d-fbf18ba330e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:38.918768 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f219c4c3-e515-4ce5-9683-cd2be5cf842d req-aaa4c4d1-4ed6-4f5a-b89d-fbf18ba330e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770009
May 10 20:05:39.068291 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc135002-d511-45aa-bcb9-6ca5392acbee req-cb497a4e-bced-44d3-b8fd-7131b1baebe2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=554fcd4f-4b69-41f5-b0b6-cfb675735d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436018
May 10 20:05:39.154043 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f219c4c3-e515-4ce5-9683-cd2be5cf842d req-339d8c71-b9bc-4df9-9c32-6f41d9b80f1b service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300826
May 10 20:05:39.294219 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc135002-d511-45aa-bcb9-6ca5392acbee req-7fb9aff4-e586-4bda-8b37-7c7205d3ddcb service neutron] 10.222.0.23 "GET /v2.0/networks/554fcd4f-4b69-41f5-b0b6-cfb675735d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351151
May 10 20:05:39.609864 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f219c4c3-e515-4ce5-9683-cd2be5cf842d req-df2c32e1-7809-403f-8fec-b51df113a08c service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373866
May 10 20:05:39.752995 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cc3b5-cb01-43e6-8f0c-6be0cf6f5b02 req-c0c236b8-93f9-42f6-822f-d79ce55b60c3 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:39.754467 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e32cc3b5-cb01-43e6-8f0c-6be0cf6f5b02 req-c0c236b8-93f9-42f6-822f-d79ce55b60c3 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0815754
May 10 20:05:39.803398 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e32cc3b5-cb01-43e6-8f0c-6be0cf6f5b02 req-7ccc02e4-9eeb-4661-b9e4-09bbb0aab08d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431907
May 10 20:05:39.974987 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9c01-562b-4ada-81d8-54742fd738fa req-95e8603c-abf6-4d6f-8e78-53ae6f31fa9a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:39.976472 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d4fe9c01-562b-4ada-81d8-54742fd738fa req-95e8603c-abf6-4d6f-8e78-53ae6f31fa9a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.0794678
May 10 20:05:40.021717 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d4fe9c01-562b-4ada-81d8-54742fd738fa req-ce11f19d-abf2-4d21-a7c1-2848a6a9f4e6 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395577
May 10 20:05:41.142065 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed0b6c-d2ab-40b1-86c2-e8799d7e1e37 req-65364306-b027-456e-9d71-967ffa70edd5 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:41.143673 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-76ed0b6c-d2ab-40b1-86c2-e8799d7e1e37 req-65364306-b027-456e-9d71-967ffa70edd5 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1747034
May 10 20:05:41.189149 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-76ed0b6c-d2ab-40b1-86c2-e8799d7e1e37 req-9080b4df-41f3-4201-875b-568675c83111 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394726
May 10 20:05:41.361008 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7975-e1b7-4f62-8937-08a9c645f2c4 req-e460848d-dd19-4e41-9f2a-c6a23217eb3e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:41.362462 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7eae7975-e1b7-4f62-8937-08a9c645f2c4 req-e460848d-dd19-4e41-9f2a-c6a23217eb3e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.0809927
May 10 20:05:41.413288 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7eae7975-e1b7-4f62-8937-08a9c645f2c4 req-d14ce75a-8fee-44c6-810c-e25776e92eee tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437689
May 10 20:05:42.375939 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819e00-7fbd-4f21-9e39-1703ddfbaf2f req-888a4aeb-3775-4eaa-9f61-9e42f2de0330 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:42.377486 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-14819e00-7fbd-4f21-9e39-1703ddfbaf2f req-888a4aeb-3775-4eaa-9f61-9e42f2de0330 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0823717
May 10 20:05:42.427584 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-14819e00-7fbd-4f21-9e39-1703ddfbaf2f req-efff1e41-ecba-4d47-a178-efbee22ac0e7 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442722
May 10 20:05:42.611252 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc6937-f53d-421f-93a4-672bd3bf3f8d req-d7e97622-f805-4a32-a8ac-2991cf810175 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:42.612617 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3ccc6937-f53d-421f-93a4-672bd3bf3f8d req-d7e97622-f805-4a32-a8ac-2991cf810175 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.0834832
May 10 20:05:42.657805 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3ccc6937-f53d-421f-93a4-672bd3bf3f8d req-3195d613-5acd-434f-8e61-c007560280ba tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394914
May 10 20:05:43.615304 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe59033-df6c-47a3-9690-4d6b9285c940 req-f5c27071-bb69-4bf5-9ff5-f45e8809ca41 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:43.616822 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5fe59033-df6c-47a3-9690-4d6b9285c940 req-f5c27071-bb69-4bf5-9ff5-f45e8809ca41 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0801904
May 10 20:05:43.664970 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5fe59033-df6c-47a3-9690-4d6b9285c940 req-a9f7312a-db8e-4e83-86fa-017632257ea8 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424049
May 10 20:05:43.862618 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe70b16-9a09-4dcc-b5ef-afd033035241 req-87325aeb-6798-4aaa-81f0-ceb6a3fe64d9 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:43.864259 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dfe70b16-9a09-4dcc-b5ef-afd033035241 req-87325aeb-6798-4aaa-81f0-ceb6a3fe64d9 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.0960987
May 10 20:05:43.919513 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dfe70b16-9a09-4dcc-b5ef-afd033035241 req-f5b5dc62-5e05-4f7b-9484-1638fe6b3ead tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460150
May 10 20:05:44.485069 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc135002-d511-45aa-bcb9-6ca5392acbee req-16af32ae-f7f6-4f92-8c61-10bb94a6dd34 service neutron] 10.222.0.23 "GET /v2.0/networks/554fcd4f-4b69-41f5-b0b6-cfb675735d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255159
May 10 20:05:44.856526 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49a93d-f36b-407f-8a2e-4c5944a5e039 req-8c33165e-0d1f-476d-8d6f-bb5d801db458 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:44.858005 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6a49a93d-f36b-407f-8a2e-4c5944a5e039 req-8c33165e-0d1f-476d-8d6f-bb5d801db458 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0842633
May 10 20:05:44.907448 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6a49a93d-f36b-407f-8a2e-4c5944a5e039 req-1ab69f2e-6310-4186-a9f2-97e0bab6d949 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414524
May 10 20:05:45.161997 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3372631-d8a8-4164-bd78-cb03404d2bd8 req-391499da-09d8-42c6-8f26-b33d9bba0b7a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:45.163501 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b3372631-d8a8-4164-bd78-cb03404d2bd8 req-391499da-09d8-42c6-8f26-b33d9bba0b7a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1079376
May 10 20:05:45.173013 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937bedb-cf19-4270-be1a-e366c6b40ef9 req-946ebdc6-24f1-4539-8a09-0212f438d786 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:45.174485 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9937bedb-cf19-4270-be1a-e366c6b40ef9 req-946ebdc6-24f1-4539-8a09-0212f438d786 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1570725
May 10 20:05:45.183529 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58474) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:45.188904 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-fadafbba-3eda-4764-b0bc-aeb91b44e74b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'floatingip': {'port_id': '0cad66b0-c870-4c49-be69-c2465f5d92e8'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:45.216247 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b3372631-d8a8-4164-bd78-cb03404d2bd8 req-54cb5c56-b6a4-4a1e-b66f-32ff2adc7481 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407920
May 10 20:05:45.270020 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fadafbba-3eda-4764-b0bc-aeb91b44e74b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:46.118708 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fadafbba-3eda-4764-b0bc-aeb91b44e74b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:46.122878 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fadafbba-3eda-4764-b0bc-aeb91b44e74b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:46.326318 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.l3_db [None req-fadafbba-3eda-4764-b0bc-aeb91b44e74b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Floating IP 8adeb9bc-6cd9-4b93-8ad4-14fd442c12aa associated. External IP: 172.27.0.120, port: 0cad66b0-c870-4c49-be69-c2465f5d92e8.
May 10 20:05:46.460407 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52012-8d6d-4a8b-acc8-7f76563448ba req-2a44d965-2cb6-4b39-b46d-0cd3a85af659 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:46.467893 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-74a52012-8d6d-4a8b-acc8-7f76563448ba req-2a44d965-2cb6-4b39-b46d-0cd3a85af659 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1027601
May 10 20:05:46.520769 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-74a52012-8d6d-4a8b-acc8-7f76563448ba req-8dae0682-7812-4d34-b1d4-a199cfa97b8f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519948
May 10 20:05:46.828427 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadafbba-3eda-4764-b0bc-aeb91b44e74b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Router f979ff89-b187-4a42-ae9e-e568ff18fc64 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:05:47.018209 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadafbba-3eda-4764-b0bc-aeb91b44e74b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:05:47.022939 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fadafbba-3eda-4764-b0bc-aeb91b44e74b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:47.029902 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd4d8f-9614-4a56-aaea-c46951de43a6 None None] Sync routers for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:05:47.041494 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd4d8f-9614-4a56-aaea-c46951de43a6 None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:05:47.042156 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-37dd4d8f-9614-4a56-aaea-c46951de43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce42ea4c0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:05:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:47.085891 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-fadafbba-3eda-4764-b0bc-aeb91b44e74b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "PUT /v2.0/floatingips/8adeb9bc-6cd9-4b93-8ad4-14fd442c12aa HTTP/1.1" status: 200  len: 992 time: 1.9012518
May 10 20:05:47.086509 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'tag': '0cad66b0-c870-4c49-be69-c2465f5d92e8'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:47.144366 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'tag': '0cad66b0-c870-4c49-be69-c2465f5d92e8', 'status': 'completed', 'code': 200}
May 10 20:05:47.233279 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-37dd4d8f-9614-4a56-aaea-c46951de43a6 None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:05:47.604754 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-37dd4d8f-9614-4a56-aaea-c46951de43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce42ea4c0>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '8adeb9bc-6cd9-4b93-8ad4-14fd442c12aa', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'port_id': '0cad66b0-c870-4c49-be69-c2465f5d92e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'mac_address': 'fa:16:3e:a0:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:05:04Z', 'updated_at': '2021-05-10T20:05:45Z', 'revision_number': 1, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:47.609235 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd4d8f-9614-4a56-aaea-c46951de43a6 None None] Checking router: f979ff89-b187-4a42-ae9e-e568ff18fc64 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:05:47.618645 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd4d8f-9614-4a56-aaea-c46951de43a6 None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:05:47.619267 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-37dd4d8f-9614-4a56-aaea-c46951de43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce42ea4c0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:05:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:47.737907 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ade19-d35f-484d-a7fb-8ecaa07f7532 req-ca0d9e86-582e-4805-87e0-2f8270560844 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:47.741849 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f34ade19-d35f-484d-a7fb-8ecaa07f7532 req-ca0d9e86-582e-4805-87e0-2f8270560844 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.0871849
May 10 20:05:47.786749 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f34ade19-d35f-484d-a7fb-8ecaa07f7532 req-8a666afc-7660-42e0-ae18-b5d8c0d96dde tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416551
May 10 20:05:47.846566 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-37dd4d8f-9614-4a56-aaea-c46951de43a6 None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:05:48.200663 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-37dd4d8f-9614-4a56-aaea-c46951de43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce42ea4c0>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '8adeb9bc-6cd9-4b93-8ad4-14fd442c12aa', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'port_id': '0cad66b0-c870-4c49-be69-c2465f5d92e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'mac_address': 'fa:16:3e:a0:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:05:04Z', 'updated_at': '2021-05-10T20:05:45Z', 'revision_number': 1, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:48.204746 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd4d8f-9614-4a56-aaea-c46951de43a6 None None] The sync data for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi is: [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '8adeb9bc-6cd9-4b93-8ad4-14fd442c12aa', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'port_id': '0cad66b0-c870-4c49-be69-c2465f5d92e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'mac_address': 'fa:16:3e:a0:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:05:04Z', 'updated_at': '2021-05-10T20:05:45Z', 'revision_number': 1, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:05:48.386960 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2aece-4170-40e8-b36f-e1e06627af81 None None] New status for floating IP 8adeb9bc-6cd9-4b93-8ad4-14fd442c12aa: ACTIVE {{(pid=78749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:05:51.933932 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d4f92-714d-493c-86a9-cd99f2f9015d req-27334620-a13f-4f4b-aeea-2996a3e530bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:51.935361 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-da5d4f92-714d-493c-86a9-cd99f2f9015d req-27334620-a13f-4f4b-aeea-2996a3e530bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363f62c38910412eb9aad0b01fb3e5d0&device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 1099 time: 0.0746660
May 10 20:05:52.211171 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d4f92-714d-493c-86a9-cd99f2f9015d req-d2c237cf-3f55-4cc2-987f-4b6f2a769d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:52.212711 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-da5d4f92-714d-493c-86a9-cd99f2f9015d req-d2c237cf-3f55-4cc2-987f-4b6f2a769d21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 HTTP/1.1" status: 200  len: 911 time: 0.2364526
May 10 20:05:52.294602 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fea09-6274-424e-9cab-a5771d64a6e7 req-9d84ca1c-dd0c-43ac-ae88-5478c328fcb2 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:52.295305 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-462fea09-6274-424e-9cab-a5771d64a6e7 req-9d84ca1c-dd0c-43ac-ae88-5478c328fcb2 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2522268
May 10 20:05:52.319696 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a70ce0-9141-4bd4-97e3-2f805b18cf36 req-44d0c965-e8be-4342-9674-358d22e7eb15 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:52.321134 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a6a70ce0-9141-4bd4-97e3-2f805b18cf36 req-44d0c965-e8be-4342-9674-358d22e7eb15 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 946 time: 0.2769551
May 10 20:05:52.494906 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-da5d4f92-714d-493c-86a9-cd99f2f9015d req-aed1389d-f422-48c3-bd1d-4a333d8a8205 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cad66b0-c870-4c49-be69-c2465f5d92e8 HTTP/1.1" status: 200  len: 1002 time: 0.2691894
May 10 20:05:52.500356 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-462fea09-6274-424e-9cab-a5771d64a6e7 req-8d523753-0381-4c86-9bf9-52ad8ad53e68 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917226
May 10 20:05:52.508125 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a6a70ce0-9141-4bd4-97e3-2f805b18cf36 req-30afbea4-c3b3-4efa-b29f-e91afa6cf3b8 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685023
May 10 20:05:52.581281 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d4f92-714d-493c-86a9-cd99f2f9015d req-c90a1858-d9f7-4a1a-9305-38daee0bc70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:52.582761 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-da5d4f92-714d-493c-86a9-cd99f2f9015d req-c90a1858-d9f7-4a1a-9305-38daee0bc70b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6b47c10-6bc8-4f78-9310-e201e1556373 HTTP/1.1" status: 200  len: 849 time: 0.0648308
May 10 20:05:52.675297 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d4f92-714d-493c-86a9-cd99f2f9015d req-fd0115b2-7bc6-4bf7-9451-39621a22f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:52.677330 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-da5d4f92-714d-493c-86a9-cd99f2f9015d req-fd0115b2-7bc6-4bf7-9451-39621a22f669 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779386
May 10 20:05:52.827593 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-da5d4f92-714d-493c-86a9-cd99f2f9015d req-e1419c09-1445-421d-a3d9-4e6ac77e1aa1 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333880
May 10 20:05:52.994686 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-da5d4f92-714d-493c-86a9-cd99f2f9015d req-40d6dcaa-a2b9-4d38-9cba-256d38c69320 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420901
May 10 20:05:53.812672 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30fc53-c4e3-44e9-a86c-85282922e232 req-15232647-168d-4d93-b0d2-aaa6b37edb63 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:53.816038 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3a30fc53-c4e3-44e9-a86c-85282922e232 req-15232647-168d-4d93-b0d2-aaa6b37edb63 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1547318
May 10 20:05:53.830636 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e58e6-1c33-40ae-89d0-472002861504 req-58c6af94-5799-4fb7-af8c-042ba7cb7c5d tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:53.833187 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-891e58e6-1c33-40ae-89d0-472002861504 req-58c6af94-5799-4fb7-af8c-042ba7cb7c5d tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 946 time: 0.1376331
May 10 20:05:53.953895 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3a30fc53-c4e3-44e9-a86c-85282922e232 req-ff5379b4-4a9e-4ffb-a9b7-2e3d7f3d756e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190748
May 10 20:05:53.972386 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-891e58e6-1c33-40ae-89d0-472002861504 req-1b2f11c3-6205-428c-b9c5-030a7ea0547e tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100554
May 10 20:05:55.243895 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e46f31-c32d-441e-9d5b-c993ec31cd1c req-afd7cadc-5763-4478-907d-8ac3d1749438 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:55.245405 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-80e46f31-c32d-441e-9d5b-c993ec31cd1c req-afd7cadc-5763-4478-907d-8ac3d1749438 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1502850
May 10 20:05:55.255683 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babeef8-d0ff-476e-92fa-515051971350 req-4cdebd1f-d1fe-425b-b519-36b88ecdf56d tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:55.257227 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0babeef8-d0ff-476e-92fa-515051971350 req-4cdebd1f-d1fe-425b-b519-36b88ecdf56d tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 946 time: 0.1288683
May 10 20:05:55.330444 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-80e46f31-c32d-441e-9d5b-c993ec31cd1c req-dab4344f-4179-492c-912a-154fc3e4dace tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722194
May 10 20:05:55.335274 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0babeef8-d0ff-476e-92fa-515051971350 req-0b488023-43e7-4a2a-a9bb-89134c364bb2 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639882
May 10 20:05:56.109202 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac9632-865b-4936-826a-00128b70ef03 req-8bdad9ee-ca14-4b21-9284-048d0fcdc2b2 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:56.110655 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-69ac9632-865b-4936-826a-00128b70ef03 req-8bdad9ee-ca14-4b21-9284-048d0fcdc2b2 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 946 time: 0.0854244
May 10 20:05:56.258624 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-69ac9632-865b-4936-826a-00128b70ef03 req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Deleting port 58fc18ad-41b2-412b-a80f-29861ad8d670 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:05:56.259580 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-69ac9632-865b-4936-826a-00128b70ef03 req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:56.434470 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-69ac9632-865b-4936-826a-00128b70ef03 req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] For port 58fc18ad-41b2-412b-a80f-29861ad8d670, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=58fc18ad-41b2-412b-a80f-29861ad8d670,segment=NetworkSegment(cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0),segment_id=cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:56.435100 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-69ac9632-865b-4936-826a-00128b70ef03 req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:56.588335 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-69ac9632-865b-4936-826a-00128b70ef03 req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Calling delete_port for 58fc18ad-41b2-412b-a80f-29861ad8d670 owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:05:56.751672 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58704) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:56.884379 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f3fe3b51-92eb-4433-875e-84237d407027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:56.903275 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-f3fe3b51-92eb-4433-875e-84237d407027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:56.908778 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-f3fe3b51-92eb-4433-875e-84237d407027 admin admin] Usage tracker for resource:security_group_rule and tenant:24d93aabef0444bb8e465f1ff94d7221 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:56.911795 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-f3fe3b51-92eb-4433-875e-84237d407027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:56.919861 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-f3fe3b51-92eb-4433-875e-84237d407027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:56.962740 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4894d7e3-4331-47e0-b71c-5e05545136fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:56.977555 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6e7f7-2fc0-4993-8926-65d75efbc105 req-41048c35-ab38-4afd-9b6c-6e7cbf0f943a tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:56.986538 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-03b6e7f7-2fc0-4993-8926-65d75efbc105 req-41048c35-ab38-4afd-9b6c-6e7cbf0f943a tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 946 time: 0.4071321
May 10 20:05:57.002060 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e03eca-45a7-4762-8094-291de02bc7df req-ec88e3c4-452a-4f4d-939b-1768610f3e24 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:57.004651 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82e03eca-45a7-4762-8094-291de02bc7df req-ec88e3c4-452a-4f4d-939b-1768610f3e24 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.4239130
May 10 20:05:57.034159 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f3fe3b51-92eb-4433-875e-84237d407027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:57.039501 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f3fe3b51-92eb-4433-875e-84237d407027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:57.047084 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:57.091836 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe3b51-92eb-4433-875e-84237d407027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179beec1-1d00-4622-8bc0-ed5458f215dd,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:57.104645 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-f3fe3b51-92eb-4433-875e-84237d407027 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24d93aabef0444bb8e465f1ff94d7221&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3511798
May 10 20:05:57.106698 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f3fe3b51-92eb-4433-875e-84237d407027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:57.107429 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58716) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:57.138005 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-03b6e7f7-2fc0-4993-8926-65d75efbc105 req-c10a4ab3-d1cb-4451-8fc5-4ae9e6e53b79 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/security-groups?id=e01144e8-e7e3-4790-8558-fbb915315041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496065
May 10 20:05:57.153847 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82e03eca-45a7-4762-8094-291de02bc7df req-4b6e5f82-8184-4e6f-8a61-d68e01da6960 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254532
May 10 20:05:57.201089 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-69ac9632-865b-4936-826a-00128b70ef03 req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:57.207254 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c38935ab-0613-446e-985e-41358e59a4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:57.215765 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:57.254780 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['58fc18ad-41b2-412b-a80f-29861ad8d670'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:05:57.270236 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Pushing event deleted for resources: {'Port': ['ID=58fc18ad-41b2-412b-a80f-29861ad8d670,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:57.273240 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:57.281821 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c38935ab-0613-446e-985e-41358e59a4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:57.369238 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c38935ab-0613-446e-985e-41358e59a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:57.385417 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-11096909-2535-4552-9d55-c9ae315f826f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:57.409998 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ac9632-865b-4936-826a-00128b70ef03 req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] No DVR routers for this DVR port 58fc18ad-41b2-412b-a80f-29861ad8d670 on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:05:57.410206 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38935ab-0613-446e-985e-41358e59a4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179beec1-1d00-4622-8bc0-ed5458f215dd,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:57.413532 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c38935ab-0613-446e-985e-41358e59a4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:57.414182 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-69ac9632-865b-4936-826a-00128b70ef03 req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:57.415684 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-c38935ab-0613-446e-985e-41358e59a4c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/179beec1-1d00-4622-8bc0-ed5458f215dd HTTP/1.1" status: 204  len: 168 time: 0.3066008
May 10 20:05:57.417142 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c38935ab-0613-446e-985e-41358e59a4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:57.423176 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f04c867-d28b-4a8f-ad23-2fdc03e348ed', 'name': 'network-vif-deleted', 'tag': '58fc18ad-41b2-412b-a80f-29861ad8d670'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:57.443597 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-69ac9632-865b-4936-826a-00128b70ef03 req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.23 "DELETE /v2.0/ports/58fc18ad-41b2-412b-a80f-29861ad8d670 HTTP/1.1" status: 204  len: 173 time: 1.3236587
May 10 20:05:57.493325 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f04c867-d28b-4a8f-ad23-2fdc03e348ed', 'name': 'network-vif-deleted', 'tag': '58fc18ad-41b2-412b-a80f-29861ad8d670', 'status': 'completed', 'code': 200}
May 10 20:05:57.745371 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 58736) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:57.769313 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ee2d77c0-7365-4061-9367-894064ed97fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:57.786348 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-ee2d77c0-7365-4061-9367-894064ed97fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:57.790446 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-ee2d77c0-7365-4061-9367-894064ed97fd admin admin] Usage tracker for resource:security_group_rule and tenant:e43184bbaaed4d04a9a4401e646da2fa is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:57.793571 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-ee2d77c0-7365-4061-9367-894064ed97fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:57.800202 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-ee2d77c0-7365-4061-9367-894064ed97fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:57.898919 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ee2d77c0-7365-4061-9367-894064ed97fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:57.904486 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ee2d77c0-7365-4061-9367-894064ed97fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:57.915000 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6eb021c6-f4a4-4efa-a4ac-f613fbfce2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:57.959006 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-ee2d77c0-7365-4061-9367-894064ed97fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e43184bbaaed4d04a9a4401e646da2fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2100585
May 10 20:05:57.959006 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d77c0-7365-4061-9367-894064ed97fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a59112-fe0a-46c7-a76e-6a0fe07aa717,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:57.959672 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58742) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:57.960637 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ee2d77c0-7365-4061-9367-894064ed97fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:58.022996 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c8a6-6d00-4717-9bf3-92c5070df099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:58.051570 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c8a6-6d00-4717-9bf3-92c5070df099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:58.107588 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c8a6-6d00-4717-9bf3-92c5070df099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:58.113173 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f3fe3b51-92eb-4433-875e-84237d407027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:58.126880 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4c8a6-6d00-4717-9bf3-92c5070df099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a59112-fe0a-46c7-a76e-6a0fe07aa717,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:58.129731 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2dd4c8a6-6d00-4717-9bf3-92c5070df099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:58.131506 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c8a6-6d00-4717-9bf3-92c5070df099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:58.133440 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2dd4c8a6-6d00-4717-9bf3-92c5070df099 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17a59112-fe0a-46c7-a76e-6a0fe07aa717 HTTP/1.1" status: 204  len: 168 time: 0.1726899
May 10 20:05:58.407773 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-9999e807-8249-42cb-8df3-5ac045a880c0 req-bf05eb64-d6b2-4c18-af68-879d2fcc1ebd tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Synchronizing usage tracker for tenant:2298473466494ca7a2f2f58e99c97240 on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:05:58.444311 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-9999e807-8249-42cb-8df3-5ac045a880c0 req-bf05eb64-d6b2-4c18-af68-879d2fcc1ebd tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Unset dirty status for tenant:2298473466494ca7a2f2f58e99c97240 on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:05:58.445492 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9999e807-8249-42cb-8df3-5ac045a880c0 req-bf05eb64-d6b2-4c18-af68-879d2fcc1ebd tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f04c867-d28b-4a8f-ad23-2fdc03e348ed HTTP/1.1" status: 200  len: 210 time: 0.1675661
May 10 20:05:58.468742 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b589a-6680-4615-9520-adb54107b0a7 req-e621cd51-1341-4dd5-b6a6-d775fe7aff7e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:58.477195 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-600b589a-6680-4615-9520-adb54107b0a7 req-e621cd51-1341-4dd5-b6a6-d775fe7aff7e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1424880
May 10 20:05:58.529534 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-600b589a-6680-4615-9520-adb54107b0a7 req-e536c63d-9f8a-4f5f-a962-4d43dbf07edd tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514364
May 10 20:05:59.408954 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6c946b74-1a64-4ce0-8ff7-aae8bacfaae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:59.512830 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:59.716075 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 58fc18ad-41b2-412b-a80f-29861ad8d670 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:05:59.752217 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c415f-5f78-4dfd-b828-4b886e4d4e8d req-fd1cee35-3bb6-46a0-9623-257aab778a61 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:59.754431 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dd0c415f-5f78-4dfd-b828-4b886e4d4e8d req-fd1cee35-3bb6-46a0-9623-257aab778a61 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1049891
May 10 20:05:59.800952 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 58fc18ad-41b2-412b-a80f-29861ad8d670 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:05:59.801473 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 58fc18ad-41b2-412b-a80f-29861ad8d670 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:05:59.847879 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dd0c415f-5f78-4dfd-b828-4b886e4d4e8d req-131b2fe9-c861-468b-8d6b-fbae68c80c90 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870812
May 10 20:06:00.699679 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:01.063752 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4d5f1-b112-4c5b-8ac5-0ddf002d0f8e req-90ad6059-95ce-4ee8-a83d-715dd89a32e2 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:01.066051 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b4d4d5f1-b112-4c5b-8ac5-0ddf002d0f8e req-90ad6059-95ce-4ee8-a83d-715dd89a32e2 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.0990615
May 10 20:06:01.114155 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b4d4d5f1-b112-4c5b-8ac5-0ddf002d0f8e req-e68494f3-754f-4f34-b320-931a45029686 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416262
May 10 20:06:02.164413 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:03.997680 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d4937-429e-443c-a836-b2045a7121df req-208c4fa3-f4f4-4793-8689-ebcdbe4ecd40 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:03.999205 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f67d4937-429e-443c-a836-b2045a7121df req-208c4fa3-f4f4-4793-8689-ebcdbe4ecd40 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.0855000
May 10 20:06:04.046593 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f67d4937-429e-443c-a836-b2045a7121df req-e46655c9-6f7d-4999-b727-219c7b53eb0e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414324
May 10 20:06:05.007618 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c29246-28cc-470f-8733-b8d46755b5bc req-6d7a8623-9ce0-4b71-bf6f-2f6a96ceab2e tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:05.009164 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-6d7a8623-9ce0-4b71-bf6f-2f6a96ceab2e tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 815 time: 0.1903672
May 10 20:06:05.025313 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-02bac18b-07b1-4cf6-b861-89d33e3b43f9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/quotas/22d0ea06b0d5475596e3fecdc8c52daa HTTP/1.1" status: 200  len: 375 time: 0.0105236
May 10 20:06:05.128578 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-0e0f4bb9-c8ae-43a8-b33b-235f938dda89 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0970030
May 10 20:06:05.337471 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-ee54ae27-0a74-4c72-a426-ce90ee27a741 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2018504
May 10 20:06:05.379059 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b915606-34e1-4404-8071-56411c51f9d2 req-0c8f203f-1a58-4c73-99d7-8953bfaf6f6a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:05.380844 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5b915606-34e1-4404-8071-56411c51f9d2 req-0c8f203f-1a58-4c73-99d7-8953bfaf6f6a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1586399
May 10 20:06:05.514660 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5b915606-34e1-4404-8071-56411c51f9d2 req-f2f8f614-04d4-4fac-a24b-2d8d9878ad6a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826676
May 10 20:06:05.566433 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-ea152cb4-8986-4c16-b120-78c0fa77f3b7 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187924
May 10 20:06:05.773241 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 58988) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:05.785483 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d8036464-4775-43d6-abf5-217101d15f4d req-f831de8d-5036-488c-90ad-b84d5c2438de tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 210 time: 0.0569367
May 10 20:06:05.858467 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fab224-a785-48c1-bec2-826f3645392e admin admin] Deleting subnet 3a830df3-b4d0-49e6-ba6c-26dbb1a6a8ff {{(pid=78748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:06:05.871660 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3fab224-a785-48c1-bec2-826f3645392e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:05.915715 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3fab224-a785-48c1-bec2-826f3645392e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:05.923618 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3fab224-a785-48c1-bec2-826f3645392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:06.182489 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3fab224-a785-48c1-bec2-826f3645392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:06.186854 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:06.220154 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fab224-a785-48c1-bec2-826f3645392e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a830df3-b4d0-49e6-ba6c-26dbb1a6a8ff,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:06.224081 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b3fab224-a785-48c1-bec2-826f3645392e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:06.226811 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3fab224-a785-48c1-bec2-826f3645392e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:06.232792 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b3fab224-a785-48c1-bec2-826f3645392e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3a830df3-b4d0-49e6-ba6c-26dbb1a6a8ff HTTP/1.1" status: 204  len: 168 time: 0.4584405
May 10 20:06:06.235221 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59008) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:06.343966 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:06.414662 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:06.474264 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:06.490261 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1ce3b44730>> segment before_delete 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.490643 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1ce3b44730>> subnet precommit_delete_associations 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.491600 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ce3d05430>> segment_host_mapping after_create 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.492066 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ce3d05430>> port after_create 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.492621 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ce3d05430>> port after_delete 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.492961 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ce3d05430>> port after_update 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.493283 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ce3d05430>> segment after_delete 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.493618 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ce3d05430>> subnet after_create 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.493968 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ce3d05430>> subnet after_delete 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.494476 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ce3d05430>> subnet after_update 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.672271 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ce47f6c10>> subnet after_create 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.673153 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ce47f6c10>> subnet after_delete 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.673833 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ce47f6c10>> subnet before_create 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.674303 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ce47f6c10>> subnet before_update 55550000 {{(pid=78748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:06:06.674979 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce34fec10>,) {'filters': {'network_id': ['554fcd4f-4b69-41f5-b0b6-cfb675735d0c']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:06.694157 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce34fec10>, 'cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:06.694717 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce34fec10>, 'cf80ee5b-d0fa-4ceb-a4d5-e02870c4b3f0') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:06.710633 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:06.744461 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:06.753825 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:06:06.754216 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:06.763603 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bc023-5442-4a5d-8d23-7ce754a9d8b4 req-f88e44f9-1c08-4129-b2bc-3889d9caef9c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:06.766656 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c27bc023-5442-4a5d-8d23-7ce754a9d8b4 req-f88e44f9-1c08-4129-b2bc-3889d9caef9c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1053643
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   from cryptography.utils import int_from_bytes
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   from cryptography.utils import int_from_bytes
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:06:06.780733 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:06:06.862386 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c27bc023-5442-4a5d-8d23-7ce754a9d8b4 req-5b8b09b1-c452-44ba-95f9-c8c0d01297fd tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669594
May 10 20:06:06.891739 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:06.914478 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:06.924774 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-41f19802-1762-4538-847b-95ea76ba1809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:06.957292 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=554fcd4f-4b69-41f5-b0b6-cfb675735d0c,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:06.965061 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:06.973559 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-030a0419-f126-43ee-bce0-b70f993f2ef4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/554fcd4f-4b69-41f5-b0b6-cfb675735d0c HTTP/1.1" status: 204  len: 168 time: 0.7372248
May 10 20:06:07.050266 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-18c4923a-ef92-4afa-94e1-9c6074f4c486 req-73fa0a9a-2473-4cac-9dfa-f0697e3c5b92 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 210 time: 0.1112509
May 10 20:06:07.214556 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59050) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:07.227662 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59056) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:07.543587 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c29246-28cc-470f-8733-b8d46755b5bc req-317e46e4-ced9-4fd6-a1cd-05120d494a9f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:07.545448 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-317e46e4-ced9-4fd6-a1cd-05120d494a9f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 815 time: 0.3647447
May 10 20:06:07.565584 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-1ab10cca-4d97-471b-be72-2450d916f604 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2298473466494ca7a2f2f58e99c97240&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3346410
May 10 20:06:07.565812 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59066) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:07.613950 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Request body: {'port': {'device_id': 'bf159c02-f486-417c-996a-99000f377aa0', 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb', 'admin_state_up': True, 'tenant_id': '22d0ea06b0d5475596e3fecdc8c52daa'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:07.639373 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d96095d5-b358-46d6-85ae-800a1a1529d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:07.666367 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-d96095d5-b358-46d6-85ae-800a1a1529d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:07.681413 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-d96095d5-b358-46d6-85ae-800a1a1529d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b7235e570a4c47a7b17610dc780a0246 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:07.685894 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-d96095d5-b358-46d6-85ae-800a1a1529d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:07.693432 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d53ea0b8-0c6c-4138-b661-3b9a367b44be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:07.696245 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-d96095d5-b358-46d6-85ae-800a1a1529d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:07.732012 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d53ea0b8-0c6c-4138-b661-3b9a367b44be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:07.821278 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:07.832555 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:07.841814 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d53ea0b8-0c6c-4138-b661-3b9a367b44be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:07.849086 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2dd4c8a6-6d00-4717-9bf3-92c5070df099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:07.856746 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d96095d5-b358-46d6-85ae-800a1a1529d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:07.867228 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d96095d5-b358-46d6-85ae-800a1a1529d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:07.871972 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Made reservation on behalf of 22d0ea06b0d5475596e3fecdc8c52daa for: {'port': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:07.875802 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ea0b8-0c6c-4138-b661-3b9a367b44be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01144e8-e7e3-4790-8558-fbb915315041,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:07.877869 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:07.880958 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d53ea0b8-0c6c-4138-b661-3b9a367b44be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:07.881692 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-483173d9-cc63-4852-b93d-2e7d53c27791 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:07.973633 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-d96095d5-b358-46d6-85ae-800a1a1529d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7235e570a4c47a7b17610dc780a0246&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7579994
May 10 20:06:07.978800 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d53ea0b8-0c6c-4138-b661-3b9a367b44be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:07.980065 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-d53ea0b8-0c6c-4138-b661-3b9a367b44be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e01144e8-e7e3-4790-8558-fbb915315041 HTTP/1.1" status: 204  len: 168 time: 0.4131823
May 10 20:06:07.981600 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59084) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:07.994840 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96095d5-b358-46d6-85ae-800a1a1529d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3fa31b-1e33-4946-ace0-bfec6b777236,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:08.000342 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d96095d5-b358-46d6-85ae-800a1a1529d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:08.072407 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b575b605-0e86-41ef-9fad-1bf5d60d022a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:08.110674 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b575b605-0e86-41ef-9fad-1bf5d60d022a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:08.192321 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b575b605-0e86-41ef-9fad-1bf5d60d022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:08.198295 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Allocated IP 172.20.0.13 (2ab8683e-6707-4997-bce1-e13ca1482abb/c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a/04667816-ee52-49e4-bcc7-c0fe9e13c5c8) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:06:08.198907 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d53ea0b8-0c6c-4138-b661-3b9a367b44be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:08.214020 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575b605-0e86-41ef-9fad-1bf5d60d022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3fa31b-1e33-4946-ace0-bfec6b777236,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:08.217990 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b575b605-0e86-41ef-9fad-1bf5d60d022a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:08.218978 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b575b605-0e86-41ef-9fad-1bf5d60d022a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:08.220291 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b575b605-0e86-41ef-9fad-1bf5d60d022a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f3fa31b-1e33-4946-ace0-bfec6b777236 HTTP/1.1" status: 204  len: 168 time: 0.2373824
May 10 20:06:08.297170 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbe374-9e1f-40ae-9b1d-f830828d5752 req-c91b0d5b-0d3e-4b4c-b8e9-8631726796c3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:08.305498 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fdcbe374-9e1f-40ae-9b1d-f830828d5752 req-c91b0d5b-0d3e-4b4c-b8e9-8631726796c3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1965914
May 10 20:06:08.388383 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d34c0b67-c580-49fa-b6ac-d721b27f4a87 req-cd87dd38-f54b-4baa-ae3a-7754395e7d50 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 210 time: 0.0806401
May 10 20:06:08.498174 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fdcbe374-9e1f-40ae-9b1d-f830828d5752 req-4536b52b-8db5-4094-8f7a-fbd45e0b7ad6 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915348
May 10 20:06:08.612898 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:08.660590 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:08.692374 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:08.709462 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['af31cec9-102f-419b-8e32-da9966c69e0b'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:06:08.789279 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59124) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:08.810055 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dcbb68fd-ae5f-4cf6-81ad-e56b2678345b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:08.832106 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-dcbb68fd-ae5f-4cf6-81ad-e56b2678345b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:08.837437 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-dcbb68fd-ae5f-4cf6-81ad-e56b2678345b admin admin] Usage tracker for resource:security_group_rule and tenant:dafc27b00f9b4150a77940f1b306748e is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:08.841378 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-dcbb68fd-ae5f-4cf6-81ad-e56b2678345b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:08.854329 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Network 2ab8683e-6707-4997-bce1-e13ca1482abb is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:06:08.857535 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:08.861986 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:06:08.866206 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-dcbb68fd-ae5f-4cf6-81ad-e56b2678345b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:08.882136 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:08.882812 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:08.940072 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Pushing event updated for resources: {'Port': ['ID=04667816-ee52-49e4-bcc7-c0fe9e13c5c8,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:08.948596 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:08.996674 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3879554
May 10 20:06:09.023732 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Request body: {'port': {'device_id': 'bf159c02-f486-417c-996a-99000f377aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:09.080787 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dcbb68fd-ae5f-4cf6-81ad-e56b2678345b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:09.090095 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dcbb68fd-ae5f-4cf6-81ad-e56b2678345b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:09.103818 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:09.157424 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:09.158922 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-dcbb68fd-ae5f-4cf6-81ad-e56b2678345b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dafc27b00f9b4150a77940f1b306748e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3689706
May 10 20:06:09.160292 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb68fd-ae5f-4cf6-81ad-e56b2678345b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443bba99-6eb5-4c9f-905d-af8d9b56c84f,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:09.175295 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dcbb68fd-ae5f-4cf6-81ad-e56b2678345b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:09.177467 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59142) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:09.264245 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-795ab093-5cea-4ce9-90aa-edc589d5d2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:09.297234 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-795ab093-5cea-4ce9-90aa-edc589d5d2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:09.359390 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-795ab093-5cea-4ce9-90aa-edc589d5d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:09.367857 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d96095d5-b358-46d6-85ae-800a1a1529d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:09.387877 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ab093-5cea-4ce9-90aa-edc589d5d2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443bba99-6eb5-4c9f-905d-af8d9b56c84f,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:09.397031 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-795ab093-5cea-4ce9-90aa-edc589d5d2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:09.397899 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-795ab093-5cea-4ce9-90aa-edc589d5d2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:09.401656 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-795ab093-5cea-4ce9-90aa-edc589d5d2fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/443bba99-6eb5-4c9f-905d-af8d9b56c84f HTTP/1.1" status: 204  len: 168 time: 0.2224667
May 10 20:06:09.742102 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c685bea-959f-4b28-9f73-0cf386852149 req-87d961c3-6fb5-4baa-a8ff-b25d864c8087 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:09.742824 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-5c685bea-959f-4b28-9f73-0cf386852149 req-87d961c3-6fb5-4baa-a8ff-b25d864c8087 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Synchronizing usage tracker for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:06:09.788460 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 {{(pid=78747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:06:09.797206 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-5c685bea-959f-4b28-9f73-0cf386852149 req-87d961c3-6fb5-4baa-a8ff-b25d864c8087 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Unset dirty status for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:06:09.798363 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5c685bea-959f-4b28-9f73-0cf386852149 req-87d961c3-6fb5-4baa-a8ff-b25d864c8087 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 932 time: 0.2699916
May 10 20:06:09.800734 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:09.843940 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Transition to ACTIVE for port object 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 will not be triggered until provisioned by entity L2. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:06:09.868459 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90e91d-736b-4668-a979-a80fb84fe291 req-759b5af0-2f4e-4500-8297-406556dfe9a1 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:09.869897 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e90e91d-736b-4668-a979-a80fb84fe291 req-759b5af0-2f4e-4500-8297-406556dfe9a1 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2402508
May 10 20:06:09.873507 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:09.883406 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3ea47327-d148-494a-85eb-66056b6b8a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:09.923288 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5c685bea-959f-4b28-9f73-0cf386852149 req-ff50d2dd-3014-44c5-89af-d5044872d1b6 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129758
May 10 20:06:10.059644 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59190) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:10.063787 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59196) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:10.088959 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9f5d8457-f34f-4701-b8e7-f7da2300ad10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.115875 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-9f5d8457-f34f-4701-b8e7-f7da2300ad10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:10.129758 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-9f5d8457-f34f-4701-b8e7-f7da2300ad10 admin admin] Usage tracker for resource:security_group_rule and tenant:67ec4e77f61249e2b236be57db4f336e is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:10.134909 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-9f5d8457-f34f-4701-b8e7-f7da2300ad10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:10.144225 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-9f5d8457-f34f-4701-b8e7-f7da2300ad10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:10.186134 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59204) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:10.207829 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Pushing event updated for resources: {'Port': ['ID=04667816-ee52-49e4-bcc7-c0fe9e13c5c8,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:10.217501 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e90e91d-736b-4668-a979-a80fb84fe291 req-eb39ed27-0fad-44a9-915a-75cde2f52893 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3376863
May 10 20:06:10.218507 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:10.241885 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Attempting to bind port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:06:10.242379 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Attempting to bind port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:06:10.242848 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Attempting to bind port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 on network 2ab8683e-6707-4997-bce1-e13ca1482abb {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:06:10.253596 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0da7e04-08df-4d14-9f9c-7d66ae9528a0 admin admin] Deleting subnet fc034fa0-9414-4d6b-884b-1a336f0450fa {{(pid=78748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:06:10.256954 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e0da7e04-08df-4d14-9f9c-7d66ae9528a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.258123 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 on network 2ab8683e-6707-4997-bce1-e13ca1482abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:06:10.258639 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Attempting to bind port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 on network 2ab8683e-6707-4997-bce1-e13ca1482abb {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:06:10.269807 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:06:10.270149 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Checking segment: {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:06:10.274801 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Bound using segment: {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:06:10.275293 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Bound port: 04667816-ee52-49e4-bcc7-c0fe9e13c5c8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'}}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:06:10.275680 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.324985 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e0da7e04-08df-4d14-9f9c-7d66ae9528a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6437095'] for subnet, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.397008 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e0da7e04-08df-4d14-9f9c-7d66ae9528a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.401344 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] For port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8, host hv-cinder-78836, cleared binding levels {{(pid=78747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:06:10.405154 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] For port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=04667816-ee52-49e4-bcc7-c0fe9e13c5c8,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:06:10.410664 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.414597 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:10.472848 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:10.473681 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.475110 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] 10.222.0.23 "PUT /v2.0/ports/04667816-ee52-49e4-bcc7-c0fe9e13c5c8 HTTP/1.1" status: 200  len: 1094 time: 1.4558566
May 10 20:06:10.477762 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf159c02-f486-417c-996a-99000f377aa0', 'tag': '04667816-ee52-49e4-bcc7-c0fe9e13c5c8'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:06:10.486147 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7f287a18-5a4a-47b4-9416-7f153fe7452a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.542905 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Pushing event updated for resources: {'Port': ['ID=04667816-ee52-49e4-bcc7-c0fe9e13c5c8,revision_number=3']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:10.553316 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf159c02-f486-417c-996a-99000f377aa0', 'tag': '04667816-ee52-49e4-bcc7-c0fe9e13c5c8', 'status': 'completed', 'code': 200}
May 10 20:06:10.554174 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:10.574289 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-7f287a18-5a4a-47b4-9416-7f153fe7452a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:10.587140 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-7f287a18-5a4a-47b4-9416-7f153fe7452a admin admin] Usage tracker for resource:security_group_rule and tenant:153447ca65ac4c4f893db06b357e30f5 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:10.592177 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-7f287a18-5a4a-47b4-9416-7f153fe7452a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:10.614067 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-7f287a18-5a4a-47b4-9416-7f153fe7452a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:10.651566 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c29246-28cc-470f-8733-b8d46755b5bc req-bcff4b3a-a42d-4eb3-be9e-f83d5263ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:10.653160 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-bcff4b3a-a42d-4eb3-be9e-f83d5263ce6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 1097 time: 0.0827291
May 10 20:06:10.654756 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9f5d8457-f34f-4701-b8e7-f7da2300ad10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.671444 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9f5d8457-f34f-4701-b8e7-f7da2300ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.681479 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:10.743732 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-d4279d59-8709-4f7d-90e9-0506b3437bd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04667816-ee52-49e4-bcc7-c0fe9e13c5c8 HTTP/1.1" status: 200  len: 217 time: 0.0673306
May 10 20:06:10.788657 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-9f5d8457-f34f-4701-b8e7-f7da2300ad10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67ec4e77f61249e2b236be57db4f336e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7230914
May 10 20:06:10.793419 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d8457-f34f-4701-b8e7-f7da2300ad10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e09dd6-1bfe-4599-926a-3c1ae32abdfe,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:10.799886 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59224) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:10.809836 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-9f5d8457-f34f-4701-b8e7-f7da2300ad10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:10.864948 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c29246-28cc-470f-8733-b8d46755b5bc req-8ae875ff-64f3-4cd9-a13d-add7b718ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:10.866385 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-8ae875ff-64f3-4cd9-a13d-add7b718ff9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a HTTP/1.1" status: 200  len: 855 time: 0.1056554
May 10 20:06:10.896865 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7f287a18-5a4a-47b4-9416-7f153fe7452a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.899455 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e0da7e04-08df-4d14-9f9c-7d66ae9528a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6975580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082130'] for subnet, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.904552 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a9f3bdde-ecad-46c3-9df4-c31de9120d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:10.939144 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-28d18ec1-5715-4732-98a7-31bbb211b3ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ab8683e-6707-4997-bce1-e13ca1482abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482497
May 10 20:06:10.944035 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-69775ea3-abd5-4755-bd16-c22b6783b6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.946002 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7f287a18-5a4a-47b4-9416-7f153fe7452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.963420 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da7e04-08df-4d14-9f9c-7d66ae9528a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc034fa0-9414-4d6b-884b-1a336f0450fa,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:10.965920 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e0da7e04-08df-4d14-9f9c-7d66ae9528a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:10.987649 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-e0da7e04-08df-4d14-9f9c-7d66ae9528a0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fc034fa0-9414-4d6b-884b-1a336f0450fa HTTP/1.1" status: 204  len: 168 time: 0.7974637
May 10 20:06:10.992136 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e0da7e04-08df-4d14-9f9c-7d66ae9528a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:10.992635 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-6f4b944b-c841-48bc-bbf8-74c6ce80df7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:11.000614 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59236) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:11.033668 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-7f287a18-5a4a-47b4-9416-7f153fe7452a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=153447ca65ac4c4f893db06b357e30f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9723577
May 10 20:06:11.037183 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59240) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:11.065410 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-69775ea3-abd5-4755-bd16-c22b6783b6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.113228 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f287a18-5a4a-47b4-9416-7f153fe7452a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0fa989-1d32-41b9-bb06-00a8c5abaf83,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:11.117611 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-7f287a18-5a4a-47b4-9416-7f153fe7452a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:11.140998 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.238026 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-ec5c60d9-18c4-4fce-9113-03ad1af7256a service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2909653
May 10 20:06:11.244395 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e88-1fca-4369-a4b1-bf9e0d94e6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.286330 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.291300 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59250) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:11.302463 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce3e31c10>,) {'filters': {'network_id': ['09050a4a-e2b5-46e6-802b-1e646376c6a8']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:11.317063 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3e31c10>, '902e6869-6ad1-4b33-877c-2c940f67f6b8') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:11.317392 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3e31c10>, '902e6869-6ad1-4b33-877c-2c940f67f6b8') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:11.329407 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.351627 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.356120 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e88-1fca-4369-a4b1-bf9e0d94e6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.357932 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] Releasing vlan 999 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:06:11.358353 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.363741 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-69775ea3-abd5-4755-bd16-c22b6783b6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.419704 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ee2d77c0-7365-4061-9367-894064ed97fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:06:11.422033 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:06:11.455378 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.460297 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:11.461549 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd404bb0-ee7d-4bd8-a42f-1fe0fbd2bb97 req-4fdf00bd-4f8f-49b6-9d78-eb2756299b4f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:11.463059 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fd404bb0-ee7d-4bd8-a42f-1fe0fbd2bb97 req-4fdf00bd-4f8f-49b6-9d78-eb2756299b4f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 944 time: 0.3554838
May 10 20:06:11.467944 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69775ea3-abd5-4755-bd16-c22b6783b6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e09dd6-1bfe-4599-926a-3c1ae32abdfe,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:11.472945 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-69775ea3-abd5-4755-bd16-c22b6783b6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:11.479205 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.485871 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=09050a4a-e2b5-46e6-802b-1e646376c6a8,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:11.490272 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:11.494844 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/09050a4a-e2b5-46e6-802b-1e646376c6a8 HTTP/1.1" status: 204  len: 168 time: 0.4877849
May 10 20:06:11.495160 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59258) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:11.532366 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-69775ea3-abd5-4755-bd16-c22b6783b6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.534090 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-69775ea3-abd5-4755-bd16-c22b6783b6ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9e09dd6-1bfe-4599-926a-3c1ae32abdfe HTTP/1.1" status: 204  len: 168 time: 0.7332280
May 10 20:06:11.556983 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-bb7fb681-7b55-4ec4-bd88-8fb89d13e110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.611273 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-bb7fb681-7b55-4ec4-bd88-8fb89d13e110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:11.621068 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-bb7fb681-7b55-4ec4-bd88-8fb89d13e110 admin admin] Usage tracker for resource:security_group_rule and tenant:c951246ff2364c638b70c02fde436fbe is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:11.627822 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57c29246-28cc-470f-8733-b8d46755b5bc req-de6bfed8-48e6-4147-9437-0e36696461fc service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3669326
May 10 20:06:11.632409 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-bb7fb681-7b55-4ec4-bd88-8fb89d13e110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:11.638756 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fd404bb0-ee7d-4bd8-a42f-1fe0fbd2bb97 req-32b4f267-70ae-407c-a2c9-4576dccbdab9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280429
May 10 20:06:11.645467 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-bb7fb681-7b55-4ec4-bd88-8fb89d13e110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:11.664110 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e88-1fca-4369-a4b1-bf9e0d94e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.679349 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74ed04-408a-45b5-858e-535f1096d7c3 req-38078352-4ac1-4dc0-a876-7320cc1cf1fb tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:11.679955 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b25288-9747-4e37-a749-2f788559cce6 admin admin] Deleting subnet 7f6b3051-b3fd-4cc7-8bfb-8af4d7e99816 {{(pid=78748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:06:11.680942 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1a74ed04-408a-45b5-858e-535f1096d7c3 req-38078352-4ac1-4dc0-a876-7320cc1cf1fb tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.3110771
May 10 20:06:11.681708 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-9b976d9f-5efb-49f6-aead-2be65ce92553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:11.688182 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-18b25288-9747-4e37-a749-2f788559cce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.723971 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7e88-1fca-4369-a4b1-bf9e0d94e6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0fa989-1d32-41b9-bb06-00a8c5abaf83,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:11.729501 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c3cd7e88-1fca-4369-a4b1-bf9e0d94e6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:11.753197 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-18b25288-9747-4e37-a749-2f788559cce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6437095'] for subnet, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.759395 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e88-1fca-4369-a4b1-bf9e0d94e6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:11.760976 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-c3cd7e88-1fca-4369-a4b1-bf9e0d94e6ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a0fa989-1d32-41b9-bb06-00a8c5abaf83 HTTP/1.1" status: 204  len: 168 time: 0.7195771
May 10 20:06:11.817003 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1a74ed04-408a-45b5-858e-535f1096d7c3 req-d89a5e12-63be-4891-8142-0ec1b56577e0 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151738
May 10 20:06:11.854436 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-18b25288-9747-4e37-a749-2f788559cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.026740 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-bb7fb681-7b55-4ec4-bd88-8fb89d13e110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.042441 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-bb7fb681-7b55-4ec4-bd88-8fb89d13e110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.060823 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:12.127146 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-bb7fb681-7b55-4ec4-bd88-8fb89d13e110 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c951246ff2364c638b70c02fde436fbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8303921
May 10 20:06:12.127462 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59274) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:12.129566 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fb681-7b55-4ec4-bd88-8fb89d13e110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb800e50-1735-4560-b5f0-8d8db17a3d1e,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:12.136870 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-bb7fb681-7b55-4ec4-bd88-8fb89d13e110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:12.151498 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227fc6f-e2d4-4dd5-93d6-b499ac08ac34 req-54bc43f6-6115-4f65-ae59-8cebc29a76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:12.153537 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8227fc6f-e2d4-4dd5-93d6-b499ac08ac34 req-54bc43f6-6115-4f65-ae59-8cebc29a76c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 1097 time: 0.2646677
May 10 20:06:12.285907 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-18b25288-9747-4e37-a749-2f788559cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6975580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082130'] for subnet, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.298510 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:12.304911 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59282) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:12.336066 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-25f08864-3d4e-4fbf-ac77-85cff55aec77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.339139 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b25288-9747-4e37-a749-2f788559cce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6b3051-b3fd-4cc7-8bfb-8af4d7e99816,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:12.339472 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4b36ad00-eb09-44f9-9578-f0fea0793323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.349226 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-18b25288-9747-4e37-a749-2f788559cce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:12.352421 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-18b25288-9747-4e37-a749-2f788559cce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.372647 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-25f08864-3d4e-4fbf-ac77-85cff55aec77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.376744 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-4b36ad00-eb09-44f9-9578-f0fea0793323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:12.382093 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-18b25288-9747-4e37-a749-2f788559cce6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7f6b3051-b3fd-4cc7-8bfb-8af4d7e99816 HTTP/1.1" status: 204  len: 168 time: 0.8859324
May 10 20:06:12.384987 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59286) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:12.386317 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-4b36ad00-eb09-44f9-9578-f0fea0793323 admin admin] Usage tracker for resource:security_group_rule and tenant:a426a958b1994b60a55ef8f1909bb10e is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:12.390683 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-4b36ad00-eb09-44f9-9578-f0fea0793323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:12.395173 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227fc6f-e2d4-4dd5-93d6-b499ac08ac34 req-3281c39f-0643-43a2-9755-3f8a1da94be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:12.396786 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8227fc6f-e2d4-4dd5-93d6-b499ac08ac34 req-3281c39f-0643-43a2-9755-3f8a1da94be4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 916 time: 0.2064424
May 10 20:06:12.400583 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-4b36ad00-eb09-44f9-9578-f0fea0793323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:12.525909 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.588333 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-25f08864-3d4e-4fbf-ac77-85cff55aec77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.592056 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8227fc6f-e2d4-4dd5-93d6-b499ac08ac34 req-f0b352ad-2a13-4de7-9035-96916075fc17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04667816-ee52-49e4-bcc7-c0fe9e13c5c8 HTTP/1.1" status: 200  len: 217 time: 0.1733897
May 10 20:06:12.601448 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:12.675581 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f08864-3d4e-4fbf-ac77-85cff55aec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb800e50-1735-4560-b5f0-8d8db17a3d1e,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:12.681098 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-25f08864-3d4e-4fbf-ac77-85cff55aec77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:12.685240 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-25f08864-3d4e-4fbf-ac77-85cff55aec77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.685955 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-25f08864-3d4e-4fbf-ac77-85cff55aec77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb800e50-1735-4560-b5f0-8d8db17a3d1e HTTP/1.1" status: 204  len: 168 time: 0.5577953
May 10 20:06:12.697046 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.718731 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce34fe4f0>,) {'filters': {'network_id': ['042f387a-287c-4941-95bf-1dfa38ca5e0d']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:12.744429 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce34fe4f0>, '8f676b1f-4996-4bb7-ae8e-1d181cf0141a') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:12.745082 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce34fe4f0>, '8f676b1f-4996-4bb7-ae8e-1d181cf0141a') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:12.753729 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227fc6f-e2d4-4dd5-93d6-b499ac08ac34 req-b7ac8262-6795-42f4-bf4d-340f830c0569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:12.755157 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8227fc6f-e2d4-4dd5-93d6-b499ac08ac34 req-b7ac8262-6795-42f4-bf4d-340f830c0569 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a HTTP/1.1" status: 200  len: 855 time: 0.1391368
May 10 20:06:12.761745 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.787190 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.802549 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:06:12.803343 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:06:12.839302 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:06:12.888554 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4b36ad00-eb09-44f9-9578-f0fea0793323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.968108 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8227fc6f-e2d4-4dd5-93d6-b499ac08ac34 req-62f51ccc-1be8-4364-9a57-a5b02798843b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ab8683e-6707-4997-bce1-e13ca1482abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1931379
May 10 20:06:12.968740 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4b36ad00-eb09-44f9-9578-f0fea0793323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.993430 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.008497 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-dd173bf4-6a21-45f5-9309-c837e3b58e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:13.010054 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e3602632-9531-4064-97e1-2fda0805f5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:13.028441 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:06:13.029108 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.052666 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-4b36ad00-eb09-44f9-9578-f0fea0793323 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a426a958b1994b60a55ef8f1909bb10e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7465363
May 10 20:06:13.065772 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59310) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:13.069246 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] Pushing event deleted for resources: {'Network': ['ID=042f387a-287c-4941-95bf-1dfa38ca5e0d,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:13.078566 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36ad00-eb09-44f9-9578-f0fea0793323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c5521-230f-4f2d-890a-edf55f5db288,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:13.083186 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-4b36ad00-eb09-44f9-9578-f0fea0793323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:13.116981 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] 10.222.0.18 "DELETE /v2.0/networks/042f387a-287c-4941-95bf-1dfa38ca5e0d HTTP/1.1" status: 204  len: 168 time: 0.7309129
May 10 20:06:13.118264 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:13.173675 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a57f68-0c18-4415-8562-994659b4e121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.201043 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a57f68-0c18-4415-8562-994659b4e121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.208196 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59320) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:13.260435 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d5466772-9cbe-453d-a073-6107280ab189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.262304 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a57f68-0c18-4415-8562-994659b4e121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.268187 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:13.286345 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a57f68-0c18-4415-8562-994659b4e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c5521-230f-4f2d-890a-edf55f5db288,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:13.288459 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a57f68-0c18-4415-8562-994659b4e121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.291880 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b5a57f68-0c18-4415-8562-994659b4e121 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e8c5521-230f-4f2d-890a-edf55f5db288 HTTP/1.1" status: 204  len: 168 time: 0.2228854
May 10 20:06:13.291880 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b5a57f68-0c18-4415-8562-994659b4e121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:13.306775 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-d5466772-9cbe-453d-a073-6107280ab189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:13.321417 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-d5466772-9cbe-453d-a073-6107280ab189 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd14095341346a2bc8e803d977271c1 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:13.332945 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572fdbb-dba3-4a67-b509-df01610a0546 req-f43db95d-db43-4041-9c32-9d41827f676b tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:13.334472 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d572fdbb-dba3-4a67-b509-df01610a0546 req-f43db95d-db43-4041-9c32-9d41827f676b tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 944 time: 0.4498706
May 10 20:06:13.335394 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-d5466772-9cbe-453d-a073-6107280ab189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:13.341220 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8227fc6f-e2d4-4dd5-93d6-b499ac08ac34 req-18d09275-3ca1-4640-9e62-ad08b2b2873f service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3337972
May 10 20:06:13.345276 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-d5466772-9cbe-453d-a073-6107280ab189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:13.418215 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c5e9-8ad2-454a-a853-bf5d2b1d854d req-251e2e9b-5439-41ad-b90e-f741f710439f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:13.419829 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f999c5e9-8ad2-454a-a853-bf5d2b1d854d req-251e2e9b-5439-41ad-b90e-f741f710439f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2783771
May 10 20:06:13.432705 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59328) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:13.491094 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-748e8b36-10ac-44c8-955d-f1fa084e4b73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf85e973625c4eca9f8dd21405f56ad5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0563960
May 10 20:06:13.493321 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59334) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:13.544662 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d572fdbb-dba3-4a67-b509-df01610a0546 req-3e45385d-bca6-4c16-a600-5e80a1fe7be8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946120
May 10 20:06:13.582441 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c1ea347-1107-43c7-ba0d-276ceba8f5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.621532 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f999c5e9-8ad2-454a-a853-bf5d2b1d854d req-ec9a544a-7a9f-4153-bca1-116fdcfe9f05 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859975
May 10 20:06:13.622008 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c1ea347-1107-43c7-ba0d-276ceba8f5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.724396 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8227fc6f-e2d4-4dd5-93d6-b499ac08ac34 req-92000e31-b37a-4466-b0f3-f9905574b733 service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3526101
May 10 20:06:13.725148 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c1ea347-1107-43c7-ba0d-276ceba8f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.739938 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b575b605-0e86-41ef-9fad-1bf5d60d022a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:13.770572 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ea347-1107-43c7-ba0d-276ceba8f5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bf0678-cd0a-4295-a06b-7acd24785616,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:13.776573 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8c1ea347-1107-43c7-ba0d-276ceba8f5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:13.784083 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d5466772-9cbe-453d-a073-6107280ab189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.793650 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d5466772-9cbe-453d-a073-6107280ab189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.811186 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-4b36ad00-eb09-44f9-9578-f0fea0793323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:13.815471 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c1ea347-1107-43c7-ba0d-276ceba8f5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:13.820862 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-8c1ea347-1107-43c7-ba0d-276ceba8f5cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2bf0678-cd0a-4295-a06b-7acd24785616 HTTP/1.1" status: 204  len: 168 time: 0.3239629
May 10 20:06:13.860895 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-d5466772-9cbe-453d-a073-6107280ab189 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cd14095341346a2bc8e803d977271c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6490474
May 10 20:06:13.861380 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59352) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:13.863063 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5466772-9cbe-453d-a073-6107280ab189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84404e2b-c61a-4020-a668-1559cec96d72,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:13.867690 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d5466772-9cbe-453d-a073-6107280ab189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:13.964925 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-6f900bde-780c-4d08-8573-fb903be1db31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:14.003327 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-6f900bde-780c-4d08-8573-fb903be1db31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:14.061683 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-6f900bde-780c-4d08-8573-fb903be1db31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:14.066838 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:14.081747 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f900bde-780c-4d08-8573-fb903be1db31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84404e2b-c61a-4020-a668-1559cec96d72,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:14.084905 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-6f900bde-780c-4d08-8573-fb903be1db31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:14.087078 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-6f900bde-780c-4d08-8573-fb903be1db31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:14.088218 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-6f900bde-780c-4d08-8573-fb903be1db31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84404e2b-c61a-4020-a668-1559cec96d72 HTTP/1.1" status: 204  len: 168 time: 0.2258673
May 10 20:06:14.291211 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59374) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:14.349257 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-a7bf6b70-19b7-4ef2-b311-22bdbd4802b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=438ffb2157ad41079b4eb101c16038b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0558627
May 10 20:06:14.351646 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59380) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:14.417980 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-17909236-2edb-415c-86bb-6a0fba62311a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:14.468568 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-17909236-2edb-415c-86bb-6a0fba62311a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:14.543776 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-17909236-2edb-415c-86bb-6a0fba62311a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:14.549872 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8c1ea347-1107-43c7-ba0d-276ceba8f5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:14.563500 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17909236-2edb-415c-86bb-6a0fba62311a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0011797c-81be-46aa-9be4-aeef77335352,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:14.567253 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-17909236-2edb-415c-86bb-6a0fba62311a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:14.568523 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-17909236-2edb-415c-86bb-6a0fba62311a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:14.569683 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-17909236-2edb-415c-86bb-6a0fba62311a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0011797c-81be-46aa-9be4-aeef77335352 HTTP/1.1" status: 204  len: 168 time: 0.2170815
May 10 20:06:14.806867 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90736168-1b5d-4ec3-b354-24246eca8758 req-91b292e9-1cd7-4c46-aa7f-b7bb789a8d80 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:14.808830 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-90736168-1b5d-4ec3-b354-24246eca8758 req-91b292e9-1cd7-4c46-aa7f-b7bb789a8d80 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 944 time: 0.1082401
May 10 20:06:14.910716 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-90736168-1b5d-4ec3-b354-24246eca8758 req-3b433765-ca59-492e-b447-c58c60fe6992 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683677
May 10 20:06:14.937280 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a374083-889a-4941-b499-68e1b4afc73e req-deda806e-4a9b-45a4-b267-e9a92faed93a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:14.938896 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4a374083-889a-4941-b499-68e1b4afc73e req-deda806e-4a9b-45a4-b267-e9a92faed93a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1291597
May 10 20:06:14.991266 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4a374083-889a-4941-b499-68e1b4afc73e req-f1aea9a0-49fb-440e-9827-b39df34fcaec tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454001
May 10 20:06:15.609217 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59442) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:15.780335 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:06:15.887051 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-601741747-network', 'tenant_id': 'ddd019a4d5844eee9ca0934e1fe78476'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:15.896073 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:15.904853 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Usage tracker for resource:network and tenant:ddd019a4d5844eee9ca0934e1fe78476 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:15.914862 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:15.934038 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:15.937556 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=04667816-ee52-49e4-bcc7-c0fe9e13c5c8,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:15.956306 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '04667816-ee52-49e4-bcc7-c0fe9e13c5c8', 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb', 'port_id': '04667816-ee52-49e4-bcc7-c0fe9e13c5c8', 'mac_address': 'fa:16:3e:5b:8a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:06:15.958452 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Made reservation on behalf of ddd019a4d5844eee9ca0934e1fe78476 for: {'network': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:15.960918 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:15.981740 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:16.005075 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:16.009048 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd019a4d5844eee9ca0934e1fe78476 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:16.012148 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:16.020094 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:16.060104 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:16.101696 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:06:16.109159 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:16.128187 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=04667816-ee52-49e4-bcc7-c0fe9e13c5c8,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:16.132894 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:16.136238 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:16.155426 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:16.167218 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:16.234202 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] vlan segment allocate from pool success with {'vlan_id': 960, 'physical_network': 'physnet1'}  {{(pid=78747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:06:16.235016 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=04667816-ee52-49e4-bcc7-c0fe9e13c5c8,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:16.246601 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:16.261095 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05506f00-fa92-4ae7-8536-84818b22407e,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:16.268205 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:16.272992 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:16.273345 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.segments_db [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Added segment 555b8cf8-acc3-4823-89f5-e0dbc1d8c219 of type vlan for network c7157cff-98fd-4610-9f03-42bbabfbec5f
May 10 20:06:16.335551 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95621baa-4bef-4cfd-a977-cfb82ced524d req-ca352163-2b29-462d-847d-47ff776109c8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:16.336694 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-95621baa-4bef-4cfd-a977-cfb82ced524d req-ca352163-2b29-462d-847d-47ff776109c8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 945 time: 0.2258997
May 10 20:06:16.341730 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:16.388171 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c4653-5d2b-40b3-98dd-a630cc54cb9e req-75ee98db-f1e4-417d-a3be-6d199f7feaf4 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:16.389599 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ae4c4653-5d2b-40b3-98dd-a630cc54cb9e req-75ee98db-f1e4-417d-a3be-6d199f7feaf4 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2304070
May 10 20:06:16.446401 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:16.458320 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:16.459115 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:16.464662 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-95621baa-4bef-4cfd-a977-cfb82ced524d req-9266ccee-3aaa-4b39-a7bf-1936ce670d17 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086929
May 10 20:06:16.469244 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:16.535443 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ae4c4653-5d2b-40b3-98dd-a630cc54cb9e req-5fccc654-bd6c-442d-9313-7fb58dc3ac1e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319203
May 10 20:06:16.619893 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0093555
May 10 20:06:16.620189 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59490) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:16.626839 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Request body: {'subnet': {'network_id': 'c7157cff-98fd-4610-9f03-42bbabfbec5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-601741747-subnet', 'tenant_id': 'ddd019a4d5844eee9ca0934e1fe78476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:16.636271 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Pushing event updated for resources: {'Network': ['ID=c7157cff-98fd-4610-9f03-42bbabfbec5f,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:16.637395 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:16.645600 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Usage tracker for resource:subnet and tenant:ddd019a4d5844eee9ca0934e1fe78476 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:16.649444 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:16.649661 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network c7157cff-98fd-4610-9f03-42bbabfbec5f details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:06:16.666585 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:16.675510 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:16.690523 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59496) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:16.692230 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Made reservation on behalf of ddd019a4d5844eee9ca0934e1fe78476 for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:16.694992 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082233'] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:16.744128 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['04667816-ee52-49e4-bcc7-c0fe9e13c5c8'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:06:16.909722 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59506) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:17.016666 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5234b904-41dc-411c-a794-e541a64a3eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.035002 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-5234b904-41dc-411c-a794-e541a64a3eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:17.042730 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-5234b904-41dc-411c-a794-e541a64a3eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:204c11e9c5ce4761a8bdb8fc39a0e00f is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:17.046448 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-5234b904-41dc-411c-a794-e541a64a3eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:17.054182 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-5234b904-41dc-411c-a794-e541a64a3eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:17.085284 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-00a53179-d12c-4b29-82de-85c72368d5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.112750 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-00a53179-d12c-4b29-82de-85c72368d5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:17.120755 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-00a53179-d12c-4b29-82de-85c72368d5ba admin admin] Usage tracker for resource:security_group_rule and tenant:c55b8d5b60fd4b3288d28f0c13c19cbb is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:17.124783 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-00a53179-d12c-4b29-82de-85c72368d5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:17.133930 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-00a53179-d12c-4b29-82de-85c72368d5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:17.229417 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5234b904-41dc-411c-a794-e541a64a3eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.238650 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5234b904-41dc-411c-a794-e541a64a3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.328026 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6584735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082123'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.333859 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:17.365932 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:17.411586 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b908732-faab-41ad-a96e-cc8ccf54ce2b,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:17.415511 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:17.416402 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Checking segment: {'id': '555b8cf8-acc3-4823-89f5-e0dbc1d8c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'c7157cff-98fd-4610-9f03-42bbabfbec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:06:17.416744 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Network hostable DHCP agents. Network: c7157cff-98fd-4610-9f03-42bbabfbec5f, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:06:17.437105 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Network c7157cff-98fd-4610-9f03-42bbabfbec5f is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:06:17.438121 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-5234b904-41dc-411c-a794-e541a64a3eb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=204c11e9c5ce4761a8bdb8fc39a0e00f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7458885
May 10 20:06:17.439655 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234b904-41dc-411c-a794-e541a64a3eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a08015-72de-4ead-84bd-462f292aa5d1,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:17.441630 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59514) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:17.442980 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-5234b904-41dc-411c-a794-e541a64a3eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:17.451228 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-00a53179-d12c-4b29-82de-85c72368d5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.456491 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-00a53179-d12c-4b29-82de-85c72368d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.465202 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:17.466251 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, c7157cff-98fd-4610-9f03-42bbabfbec5f) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:17.475622 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204d80cf-adf5-4bf7-be74-ca60799ed049 None None] Network c7157cff-98fd-4610-9f03-42bbabfbec5f requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:06:17.491778 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:17.492291 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.512537 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-00a53179-d12c-4b29-82de-85c72368d5ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c55b8d5b60fd4b3288d28f0c13c19cbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6016791
May 10 20:06:17.515149 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59520) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:17.528489 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a53179-d12c-4b29-82de-85c72368d5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1e1fb9-1d7c-4592-b8f9-9cca2bf1c94c,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:17.531791 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-00a53179-d12c-4b29-82de-85c72368d5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:17.560144 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dac3163d-8e29-4691-ab29-8ffa1e42e259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.592392 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-ccfe60db-caf1-4317-8702-cf1610cdd54f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9712610
May 10 20:06:17.594632 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dac3163d-8e29-4691-ab29-8ffa1e42e259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.642210 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ad0994d0-bcab-4242-b6d9-728b486b5512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.675542 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dac3163d-8e29-4691-ab29-8ffa1e42e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.685369 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:17.694497 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ad0994d0-bcab-4242-b6d9-728b486b5512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.703201 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3163d-8e29-4691-ab29-8ffa1e42e259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a08015-72de-4ead-84bd-462f292aa5d1,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:17.706213 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dac3163d-8e29-4691-ab29-8ffa1e42e259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.707667 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-dac3163d-8e29-4691-ab29-8ffa1e42e259 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53a08015-72de-4ead-84bd-462f292aa5d1 HTTP/1.1" status: 204  len: 168 time: 0.2651241
May 10 20:06:17.708978 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dac3163d-8e29-4691-ab29-8ffa1e42e259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:17.819759 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e6c153-868a-488d-8283-0c2d0ffbaf20 None None] Network c7157cff-98fd-4610-9f03-42bbabfbec5f requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:06:17.871877 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a49edf-7f85-4b42-82d0-201618fbf3d4 req-f4db39c0-065d-4dec-ae90-236d793e0ed6 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:17.873561 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-04a49edf-7f85-4b42-82d0-201618fbf3d4 req-f4db39c0-065d-4dec-ae90-236d793e0ed6 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 945 time: 0.2837813
May 10 20:06:17.949788 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6bf4c-8edd-477e-9fd1-256556942e40 req-f3c2ae2b-4232-4ba8-b0c5-6260ffdbb4be tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:17.951491 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e3a6bf4c-8edd-477e-9fd1-256556942e40 req-f3c2ae2b-4232-4ba8-b0c5-6260ffdbb4be tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2484748
May 10 20:06:17.952136 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ad0994d0-bcab-4242-b6d9-728b486b5512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:17.960729 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-69775ea3-abd5-4755-bd16-c22b6783b6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:17.997220 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0994d0-bcab-4242-b6d9-728b486b5512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1e1fb9-1d7c-4592-b8f9-9cca2bf1c94c,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:17.999580 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ad0994d0-bcab-4242-b6d9-728b486b5512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:18.008280 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-04a49edf-7f85-4b42-82d0-201618fbf3d4 req-10ad1253-bfd1-494a-893e-a86a7c12fab9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250443
May 10 20:06:18.019470 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ad0994d0-bcab-4242-b6d9-728b486b5512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:18.020581 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-ad0994d0-bcab-4242-b6d9-728b486b5512 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b1e1fb9-1d7c-4592-b8f9-9cca2bf1c94c HTTP/1.1" status: 204  len: 168 time: 0.5044854
May 10 20:06:18.041995 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e3a6bf4c-8edd-477e-9fd1-256556942e40 req-8c9ef499-cb36-43c1-894a-967202badb1f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689092
May 10 20:06:18.182615 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59542) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:18.202276 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-da2d7975-20c4-4374-9a31-ffa9a32b6e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:18.217483 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-da2d7975-20c4-4374-9a31-ffa9a32b6e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:18.221320 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-da2d7975-20c4-4374-9a31-ffa9a32b6e35 admin admin] Usage tracker for resource:security_group_rule and tenant:0b1401646ee8417fb5148468f9e2ab21 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:18.224185 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-da2d7975-20c4-4374-9a31-ffa9a32b6e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:18.230126 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-da2d7975-20c4-4374-9a31-ffa9a32b6e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:18.327931 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-da2d7975-20c4-4374-9a31-ffa9a32b6e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:18.333219 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-da2d7975-20c4-4374-9a31-ffa9a32b6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:18.346925 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ed24b658-682c-49a5-a2b7-684102a6398a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:18.393170 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-da2d7975-20c4-4374-9a31-ffa9a32b6e35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b1401646ee8417fb5148468f9e2ab21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2065308
May 10 20:06:18.393564 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59552) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:18.402794 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d7975-20c4-4374-9a31-ffa9a32b6e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dcc864-d704-42fd-a164-fcddf0d577b4,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:18.410635 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-da2d7975-20c4-4374-9a31-ffa9a32b6e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:18.468721 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aed8c9f7-c0ae-4ad2-872d-2f6d65d47848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:18.497742 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aed8c9f7-c0ae-4ad2-872d-2f6d65d47848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:18.563373 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aed8c9f7-c0ae-4ad2-872d-2f6d65d47848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:18.569428 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-428ec70c-a69b-4dc6-8f0e-6e10b1f6c4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:18.583184 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8c9f7-c0ae-4ad2-872d-2f6d65d47848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dcc864-d704-42fd-a164-fcddf0d577b4,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:18.586400 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-aed8c9f7-c0ae-4ad2-872d-2f6d65d47848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:18.588608 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aed8c9f7-c0ae-4ad2-872d-2f6d65d47848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:18.589961 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-aed8c9f7-c0ae-4ad2-872d-2f6d65d47848 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59dcc864-d704-42fd-a164-fcddf0d577b4 HTTP/1.1" status: 204  len: 168 time: 0.1953728
May 10 20:06:18.727634 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59582) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:18.734510 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1560284400-network', 'tenant_id': '100a93e29a024e6a90ec1ea3096e971e'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:18.741313 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:18.746993 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Usage tracker for resource:network and tenant:100a93e29a024e6a90ec1ea3096e971e is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:18.750533 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:18.761905 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:18.775227 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Made reservation on behalf of 100a93e29a024e6a90ec1ea3096e971e for: {'network': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:18.778077 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:18.793313 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:18.810354 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:18.814347 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Usage tracker for resource:security_group_rule and tenant:100a93e29a024e6a90ec1ea3096e971e is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:18.817404 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:18.823944 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:19.013500 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:19.021072 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:19.026387 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d5466772-9cbe-453d-a073-6107280ab189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:19.060721 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] vlan segment allocate from pool success with {'vlan_id': 988, 'physical_network': 'physnet1'}  {{(pid=78747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:06:19.071272 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2185031a-2e4e-4e6f-a1e9-94a7c92c47f5,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:19.074769 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:19.090005 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:19.090863 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.segments_db [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Added segment c6f0782f-31d7-4eb6-a31c-8814d58706ec of type vlan for network 3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c
May 10 20:06:19.163884 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:19.302887 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:19.307970 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:19.308804 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:19.314505 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:19.440310 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:19.451505 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:06:19.456635 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:19.461593 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7297769
May 10 20:06:19.461954 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59636) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:19.467792 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Request body: {'subnet': {'network_id': '3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1560284400-subnet', 'tenant_id': '100a93e29a024e6a90ec1ea3096e971e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:19.477020 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:19.482374 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231f3b3-6603-42cb-a22c-d6fa8be2bdd3 req-ea9cf898-ef9a-4aec-8ef3-ee12165d83e3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:19.490291 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7231f3b3-6603-42cb-a22c-d6fa8be2bdd3 req-ea9cf898-ef9a-4aec-8ef3-ee12165d83e3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 945 time: 0.2917690
May 10 20:06:19.493462 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Usage tracker for resource:subnet and tenant:100a93e29a024e6a90ec1ea3096e971e is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:19.509000 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:19.534401 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:19.557053 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7231f3b3-6603-42cb-a22c-d6fa8be2bdd3 req-9bdbef46-d1b2-44b8-b3fd-0c6f421b0a30 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657613
May 10 20:06:19.578796 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Made reservation on behalf of 100a93e29a024e6a90ec1ea3096e971e for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:19.581687 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082233'] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:19.584077 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016846-cdee-492c-a46e-de221a8c80cc req-b820a4ca-fe29-4ca3-8337-eed77a3d3342 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:19.597240 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cb016846-cdee-492c-a46e-de221a8c80cc req-b820a4ca-fe29-4ca3-8337-eed77a3d3342 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.3574352
May 10 20:06:19.726155 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cb016846-cdee-492c-a46e-de221a8c80cc req-db9db98f-4065-440c-bb4e-10da39c28101 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146615
May 10 20:06:19.814524 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:06:19.928359 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:06:19.935908 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:06:19.936291 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:20.199364 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:20.272956 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf159c02-f486-417c-996a-99000f377aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04667816-ee52-49e4-bcc7-c0fe9e13c5c8'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:06:20.296621 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6584735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082123'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:20.297270 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=04667816-ee52-49e4-bcc7-c0fe9e13c5c8,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:20.303415 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-be444dc7-0dbc-4e02-87a0-5f675ab8c601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:20.305237 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:20.311146 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:20.368816 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf159c02-f486-417c-996a-99000f377aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04667816-ee52-49e4-bcc7-c0fe9e13c5c8', 'code': 200}
May 10 20:06:20.434672 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f3b421-fcd7-4f4e-aca7-69fbc9d0a157,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:20.440931 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:20.441439 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Checking segment: {'id': 'c6f0782f-31d7-4eb6-a31c-8814d58706ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:06:20.441797 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Network hostable DHCP agents. Network: 3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:06:20.447248 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=04667816-ee52-49e4-bcc7-c0fe9e13c5c8,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:20.455393 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:20.463092 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Network 3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:06:20.475263 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:20.484496 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd7d6f-94e9-489e-b0a2-a5e99113ea98 None None] Network 3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:06:20.486059 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:20.487545 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:20.524207 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0609045
May 10 20:06:20.722768 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59690) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:20.765851 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb6b13-7259-4d1c-a46c-e3f1eeec2679 None None] Network 3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:06:20.807448 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9de6e38-5b1f-4860-a5ad-d53a624b09a7 admin admin] Deleting subnet 3b908732-faab-41ad-a96e-cc8ccf54ce2b {{(pid=78748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:06:20.811903 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b9de6e38-5b1f-4860-a5ad-d53a624b09a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:20.838455 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc610b-9953-41e6-bcca-2569064f56ac req-bfa837f1-fcbe-4c10-a37d-832543a96a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:20.840881 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-94dc610b-9953-41e6-bcca-2569064f56ac req-bfa837f1-fcbe-4c10-a37d-832543a96a79 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 1099 time: 0.1648116
May 10 20:06:20.909386 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b9de6e38-5b1f-4860-a5ad-d53a624b09a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6437095'] for subnet, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:20.947790 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-94dc610b-9953-41e6-bcca-2569064f56ac req-377617b9-23ff-4d75-8060-981a1a3fe438 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978587
May 10 20:06:20.980188 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b9de6e38-5b1f-4860-a5ad-d53a624b09a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:21.009457 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7100ec5-5701-4d75-bac1-96b6228c2380 req-7066813d-d300-44c7-9247-bc4d5ae1bec0 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:21.011005 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e7100ec5-5701-4d75-bac1-96b6228c2380 req-7066813d-d300-44c7-9247-bc4d5ae1bec0 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 946 time: 0.2707646
May 10 20:06:21.087116 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e7100ec5-5701-4d75-bac1-96b6228c2380 req-e40f28a2-1baa-4aaf-ba7d-cfc8073a373b tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672936
May 10 20:06:21.111860 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e1e1d-8c6e-4e41-8388-746d8e59acb2 req-19fba4e4-1318-4704-ac9c-f8557f25c174 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:21.113700 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-786e1e1d-8c6e-4e41-8388-746d8e59acb2 req-19fba4e4-1318-4704-ac9c-f8557f25c174 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1696789
May 10 20:06:21.171952 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-786e1e1d-8c6e-4e41-8388-746d8e59acb2 req-36200732-63f2-4ab1-9184-27ed7e0acd3d tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512717
May 10 20:06:21.305855 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b9de6e38-5b1f-4860-a5ad-d53a624b09a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6975580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082130'] for subnet, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:21.311162 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:21.349857 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de6e38-5b1f-4860-a5ad-d53a624b09a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b908732-faab-41ad-a96e-cc8ccf54ce2b,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:21.351761 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b9de6e38-5b1f-4860-a5ad-d53a624b09a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:21.355534 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b9de6e38-5b1f-4860-a5ad-d53a624b09a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:21.358283 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b9de6e38-5b1f-4860-a5ad-d53a624b09a7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3b908732-faab-41ad-a96e-cc8ccf54ce2b HTTP/1.1" status: 204  len: 168 time: 0.6344681
May 10 20:06:21.360839 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59712) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:21.485859 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:21.716344 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:21.734211 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce3f5b070>,) {'filters': {'network_id': ['c7157cff-98fd-4610-9f03-42bbabfbec5f']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:21.749794 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3f5b070>, '555b8cf8-acc3-4823-89f5-e0dbc1d8c219') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:21.750083 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3f5b070>, '555b8cf8-acc3-4823-89f5-e0dbc1d8c219') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:21.764107 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:21.795146 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:21.804366 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:06:21.806542 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:06:21.920334 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:06:21.925737 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:21.930535 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dfbe78ed-1ca4-4843-bb17-8333f7befdcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:21.963958 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:21.968322 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7157cff-98fd-4610-9f03-42bbabfbec5f,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:21.977854 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:21.980921 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-afc398eb-bc3a-4313-9ef0-d2c1fe3d0724 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c7157cff-98fd-4610-9f03-42bbabfbec5f HTTP/1.1" status: 204  len: 168 time: 0.6190579
May 10 20:06:21.983974 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59748) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:22.064911 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7dcddf9-7fda-45e6-b8b9-affe7207979d admin admin] Deleting subnet f2f3b421-fcd7-4f4e-aca7-69fbc9d0a157 {{(pid=78748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:06:22.075896 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e7dcddf9-7fda-45e6-b8b9-affe7207979d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:22.146750 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e7dcddf9-7fda-45e6-b8b9-affe7207979d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6437095'] for subnet, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:22.186790 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59762) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:22.224732 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e7dcddf9-7fda-45e6-b8b9-affe7207979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:22.475935 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-bcb04752-3a68-4180-bdf8-4c37a05a75fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:22.506337 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-bcb04752-3a68-4180-bdf8-4c37a05a75fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:22.522157 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-bcb04752-3a68-4180-bdf8-4c37a05a75fb admin admin] Usage tracker for resource:security_group_rule and tenant:f353a98ae4574c34a3d2ecf92f028274 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:22.529620 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-bcb04752-3a68-4180-bdf8-4c37a05a75fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:22.540645 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-bcb04752-3a68-4180-bdf8-4c37a05a75fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:22.568174 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28dc85-abcc-4384-afd3-e01a520bd34b req-674db5d2-7629-44c3-b2db-fe8e06f4a029 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:22.570322 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ef28dc85-abcc-4384-afd3-e01a520bd34b req-674db5d2-7629-44c3-b2db-fe8e06f4a029 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 946 time: 0.2675231
May 10 20:06:22.576185 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e7dcddf9-7fda-45e6-b8b9-affe7207979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6975580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082130'] for subnet, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:22.582909 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2e9167f3-e9f0-44da-8363-b127cb29930a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:22.629556 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e7dcddf9-7fda-45e6-b8b9-affe7207979d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:22.633303 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcddf9-7fda-45e6-b8b9-affe7207979d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f3b421-fcd7-4f4e-aca7-69fbc9d0a157,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:22.640932 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e7dcddf9-7fda-45e6-b8b9-affe7207979d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:22.643236 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152edc58-273e-4860-8e64-64862dedf870 req-1f6a83d2-d89c-4efb-86a1-12df4d22ee93 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:22.646589 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-e7dcddf9-7fda-45e6-b8b9-affe7207979d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f2f3b421-fcd7-4f4e-aca7-69fbc9d0a157 HTTP/1.1" status: 204  len: 168 time: 0.6597140
May 10 20:06:22.646726 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-152edc58-273e-4860-8e64-64862dedf870 req-1f6a83d2-d89c-4efb-86a1-12df4d22ee93 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2859828
May 10 20:06:22.646821 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59790) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:22.688234 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ef28dc85-abcc-4384-afd3-e01a520bd34b req-f6805641-0206-4eb9-9080-3751ed92415b tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083312
May 10 20:06:22.746154 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59796) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:22.790144 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-152edc58-273e-4860-8e64-64862dedf870 req-036bc0c7-2cb2-4c29-a859-016a1ba8d936 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363678
May 10 20:06:22.800212 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:22.876173 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-bcb04752-3a68-4180-bdf8-4c37a05a75fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:22.884589 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-bcb04752-3a68-4180-bdf8-4c37a05a75fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:22.898892 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:22.959904 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:22.980791 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce3cf3640>,) {'filters': {'network_id': ['3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:22.996634 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3cf3640>, 'c6f0782f-31d7-4eb6-a31c-8814d58706ec') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:22.996985 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3cf3640>, 'c6f0782f-31d7-4eb6-a31c-8814d58706ec') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:23.018043 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.036774 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-bcb04752-3a68-4180-bdf8-4c37a05a75fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f353a98ae4574c34a3d2ecf92f028274&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8474426
May 10 20:06:23.039064 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59806) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:23.041691 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-81e80ac0-b9d8-467c-9e0a-eedc0f2f912d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.046779 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.058117 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb04752-3a68-4180-bdf8-4c37a05a75fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e250a4fb-8451-4fa6-8762-6a0cba559571,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:23.063448 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-bcb04752-3a68-4180-bdf8-4c37a05a75fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:23.065039 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-81e80ac0-b9d8-467c-9e0a-eedc0f2f912d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:23.071631 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-81e80ac0-b9d8-467c-9e0a-eedc0f2f912d admin admin] Usage tracker for resource:security_group_rule and tenant:5ab49ddaafb745cfaf676f8d524877b3 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:23.074880 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-81e80ac0-b9d8-467c-9e0a-eedc0f2f912d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:23.081670 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-81e80ac0-b9d8-467c-9e0a-eedc0f2f912d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:23.088982 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] Releasing vlan 988 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:06:23.089645 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:06:23.102974 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:06:23.184006 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-81e80ac0-b9d8-467c-9e0a-eedc0f2f912d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.188206 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-81e80ac0-b9d8-467c-9e0a-eedc0f2f912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.201924 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-9f82f9e2-e44b-43c4-b52f-552cc7b0f6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:23.216345 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.223952 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:23.236221 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-6b515a98-5148-4b9b-be35-0cef1c0d76e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.238231 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.248636 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e80ac0-b9d8-467c-9e0a-eedc0f2f912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51464dcc-91b0-401b-bf19-6226e0966811,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:23.254069 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-81e80ac0-b9d8-467c-9e0a-eedc0f2f912d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:23.257687 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-81e80ac0-b9d8-467c-9e0a-eedc0f2f912d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ab49ddaafb745cfaf676f8d524877b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5047078
May 10 20:06:23.260244 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59814) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:23.265941 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:23.269090 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:23.273728 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] 10.222.0.18 "DELETE /v2.0/networks/3fd4d03d-5fac-4d24-a0a6-f089c4a3ca8c HTTP/1.1" status: 204  len: 168 time: 0.6259563
May 10 20:06:23.290716 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-6b515a98-5148-4b9b-be35-0cef1c0d76e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.329279 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6e20fb8e-be01-4a46-8883-567a1391025d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.357200 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6e20fb8e-be01-4a46-8883-567a1391025d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.357972 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-6b515a98-5148-4b9b-be35-0cef1c0d76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.364459 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-17909236-2edb-415c-86bb-6a0fba62311a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:23.386638 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b515a98-5148-4b9b-be35-0cef1c0d76e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e250a4fb-8451-4fa6-8762-6a0cba559571,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:23.389088 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-6b515a98-5148-4b9b-be35-0cef1c0d76e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:23.391371 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-6b515a98-5148-4b9b-be35-0cef1c0d76e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.394113 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-6b515a98-5148-4b9b-be35-0cef1c0d76e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e250a4fb-8451-4fa6-8762-6a0cba559571 HTTP/1.1" status: 204  len: 168 time: 0.3515542
May 10 20:06:23.423468 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6e20fb8e-be01-4a46-8883-567a1391025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.428535 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c3cd7e88-1fca-4369-a4b1-bf9e0d94e6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:23.437192 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59822) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:23.496748 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-525ca9e9-02f7-4591-ab96-b0c4601bbf76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddd019a4d5844eee9ca0934e1fe78476&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557115
May 10 20:06:23.497031 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59826) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:23.529652 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20fb8e-be01-4a46-8883-567a1391025d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51464dcc-91b0-401b-bf19-6226e0966811,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:23.535351 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6e20fb8e-be01-4a46-8883-567a1391025d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:23.539747 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6e20fb8e-be01-4a46-8883-567a1391025d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.543254 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-6e20fb8e-be01-4a46-8883-567a1391025d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51464dcc-91b0-401b-bf19-6226e0966811 HTTP/1.1" status: 204  len: 168 time: 0.2795699
May 10 20:06:23.587022 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-eb507ea8-d671-4e00-bd33-efed181060c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.615416 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-eb507ea8-d671-4e00-bd33-efed181060c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.675507 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-eb507ea8-d671-4e00-bd33-efed181060c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.683956 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b5a57f68-0c18-4415-8562-994659b4e121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:23.699061 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb507ea8-d671-4e00-bd33-efed181060c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05506f00-fa92-4ae7-8536-84818b22407e,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:23.702201 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-eb507ea8-d671-4e00-bd33-efed181060c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:23.708532 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-eb507ea8-d671-4e00-bd33-efed181060c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.709913 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-eb507ea8-d671-4e00-bd33-efed181060c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05506f00-fa92-4ae7-8536-84818b22407e HTTP/1.1" status: 204  len: 168 time: 0.2119305
May 10 20:06:23.778781 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59838) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:23.798938 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-11a76de3-4dcc-48dc-8851-672d18e4f134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.820705 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-11a76de3-4dcc-48dc-8851-672d18e4f134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:23.826255 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-11a76de3-4dcc-48dc-8851-672d18e4f134 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7f9489703d48789ce65869d8047b44 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:23.831942 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-11a76de3-4dcc-48dc-8851-672d18e4f134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:23.839222 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-11a76de3-4dcc-48dc-8851-672d18e4f134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:23.890428 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1894f-cdde-43b2-9e7c-c271333e82d1 req-58866adc-6e98-498b-b0b5-b4ebc45b20f4 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:23.898756 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a9c1894f-cdde-43b2-9e7c-c271333e82d1 req-58866adc-6e98-498b-b0b5-b4ebc45b20f4 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 946 time: 0.0997915
May 10 20:06:23.943930 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a9c1894f-cdde-43b2-9e7c-c271333e82d1 req-ef96af7d-739d-409d-b230-4a057ffd2548 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442178
May 10 20:06:23.979152 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-11a76de3-4dcc-48dc-8851-672d18e4f134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:23.989268 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-11a76de3-4dcc-48dc-8851-672d18e4f134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.008174 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-6b515a98-5148-4b9b-be35-0cef1c0d76e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:24.061917 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-11a76de3-4dcc-48dc-8851-672d18e4f134 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd7f9489703d48789ce65869d8047b44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2794838
May 10 20:06:24.061917 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a76de3-4dcc-48dc-8851-672d18e4f134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d294ab2-f5d2-4160-95c4-7ccc2e836364,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:24.063632 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59848) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:24.079710 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-11a76de3-4dcc-48dc-8851-672d18e4f134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:24.148759 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b3af5-f309-4034-9f24-aa138715b54d req-0a7c0e2f-baa2-44ea-8f35-4e0146dab4cc tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:24.150291 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-329b3af5-f309-4034-9f24-aa138715b54d req-0a7c0e2f-baa2-44ea-8f35-4e0146dab4cc tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2025738
May 10 20:06:24.159189 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-257f44f5-6b08-4ee3-9165-a77fd5f6a88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.159941 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59856) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:24.185459 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-257f44f5-6b08-4ee3-9165-a77fd5f6a88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.200332 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-447de926-e417-4530-a307-ffe4e10ef87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.217582 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-447de926-e417-4530-a307-ffe4e10ef87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:24.222203 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-447de926-e417-4530-a307-ffe4e10ef87d admin admin] Usage tracker for resource:security_group_rule and tenant:f9c0f4e6c4764685ae0d59bbc6843873 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:24.225128 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-447de926-e417-4530-a307-ffe4e10ef87d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:24.231203 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-447de926-e417-4530-a307-ffe4e10ef87d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:24.247142 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-257f44f5-6b08-4ee3-9165-a77fd5f6a88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.257446 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-6f900bde-780c-4d08-8573-fb903be1db31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:24.285348 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-257f44f5-6b08-4ee3-9165-a77fd5f6a88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.286588 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-257f44f5-6b08-4ee3-9165-a77fd5f6a88d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d294ab2-f5d2-4160-95c4-7ccc2e836364 HTTP/1.1" status: 204  len: 168 time: 0.2214532
May 10 20:06:24.290085 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f44f5-6b08-4ee3-9165-a77fd5f6a88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d294ab2-f5d2-4160-95c4-7ccc2e836364,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:24.292608 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-257f44f5-6b08-4ee3-9165-a77fd5f6a88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:24.336871 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-329b3af5-f309-4034-9f24-aa138715b54d req-e2729427-e197-4787-b1a1-51a0a2558adb tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765153
May 10 20:06:24.424591 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-447de926-e417-4530-a307-ffe4e10ef87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.431067 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-447de926-e417-4530-a307-ffe4e10ef87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.445482 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:24.505439 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-447de926-e417-4530-a307-ffe4e10ef87d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9c0f4e6c4764685ae0d59bbc6843873&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3444393
May 10 20:06:24.507092 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447de926-e417-4530-a307-ffe4e10ef87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433e233e-98ba-420c-ac56-74cea4ed752c,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:24.508477 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59874) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:24.522808 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-447de926-e417-4530-a307-ffe4e10ef87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:24.524636 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59878) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:24.769303 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-8385a61d-8ed9-4c41-b3a1-b1e520b43fbb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=100a93e29a024e6a90ec1ea3096e971e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2362597
May 10 20:06:24.771648 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59888) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:24.785389 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-33009e05-a3bf-43f1-a3df-cdd69fd7d08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.820680 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-33009e05-a3bf-43f1-a3df-cdd69fd7d08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.930501 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-33009e05-a3bf-43f1-a3df-cdd69fd7d08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.934834 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c38935ab-0613-446e-985e-41358e59a4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:24.953524 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4fc52114-c3ea-45cf-9103-58306f0abee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:24.961505 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33009e05-a3bf-43f1-a3df-cdd69fd7d08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433e233e-98ba-420c-ac56-74cea4ed752c,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:24.964282 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-33009e05-a3bf-43f1-a3df-cdd69fd7d08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:24.988396 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-33009e05-a3bf-43f1-a3df-cdd69fd7d08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:25.018682 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-33009e05-a3bf-43f1-a3df-cdd69fd7d08c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/433e233e-98ba-420c-ac56-74cea4ed752c HTTP/1.1" status: 204  len: 168 time: 0.5088634
May 10 20:06:25.057913 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4fc52114-c3ea-45cf-9103-58306f0abee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:25.088996 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 59904) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:25.151375 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4fc52114-c3ea-45cf-9103-58306f0abee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:25.163576 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-bb7fb681-7b55-4ec4-bd88-8fb89d13e110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:25.178877 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc52114-c3ea-45cf-9103-58306f0abee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2185031a-2e4e-4e6f-a1e9-94a7c92c47f5,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:25.187654 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-4fc52114-c3ea-45cf-9103-58306f0abee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:25.188950 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4fc52114-c3ea-45cf-9103-58306f0abee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:25.191844 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-4fc52114-c3ea-45cf-9103-58306f0abee9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2185031a-2e4e-4e6f-a1e9-94a7c92c47f5 HTTP/1.1" status: 204  len: 168 time: 0.4191079
May 10 20:06:25.367232 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:25.385513 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:25.395464 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Usage tracker for resource:security_group_rule and tenant:0ca896366aa74e9a94cde8f546df0e34 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:25.399796 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:25.406700 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:25.575063 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a97228-6c0d-4009-9b7a-28a94b2fbdca req-032435f3-7a79-44c9-9371-ea0d1b43a19a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:25.582706 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-86a97228-6c0d-4009-9b7a-28a94b2fbdca req-032435f3-7a79-44c9-9371-ea0d1b43a19a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1177959
May 10 20:06:25.584272 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:25.590283 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:25.604622 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-795ab093-5cea-4ce9-90aa-edc589d5d2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:25.640036 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8748ba0-2029-4983-93ff-6c6cf09f60c8,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:25.645157 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-86a97228-6c0d-4009-9b7a-28a94b2fbdca req-cf9f6c4f-6f8e-436e-887d-87f5e4cc2465 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521557
May 10 20:06:25.676341 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ca896366aa74e9a94cde8f546df0e34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5831265
May 10 20:06:25.676908 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 59936) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:25.681240 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.681735 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.682097 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.682447 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.682842 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.683665 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.684018 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.684361 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.684766 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.685196 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.685486 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.685827 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:25.690356 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:25.769117 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd787-7a13-4b06-9c44-1bed7981a0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:25.801365 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd787-7a13-4b06-9c44-1bed7981a0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:25.877403 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd787-7a13-4b06-9c44-1bed7981a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:25.886032 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-4fc52114-c3ea-45cf-9103-58306f0abee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:25.900449 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebd787-7a13-4b06-9c44-1bed7981a0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8748ba0-2029-4983-93ff-6c6cf09f60c8,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:25.904102 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c9ebd787-7a13-4b06-9c44-1bed7981a0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:25.908201 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd787-7a13-4b06-9c44-1bed7981a0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:25.911566 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-c9ebd787-7a13-4b06-9c44-1bed7981a0e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8748ba0-2029-4983-93ff-6c6cf09f60c8 HTTP/1.1" status: 204  len: 168 time: 0.2334473
May 10 20:06:26.959695 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7ca35a88-fe81-4fd0-aa6e-cbb751ddcb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:26.976537 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8086793-a86f-41f6-857b-0715340aa9ff req-fbe7fac4-9429-4ef5-a2eb-b9e7c20cb80a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:26.983949 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c8086793-a86f-41f6-857b-0715340aa9ff req-fbe7fac4-9429-4ef5-a2eb-b9e7c20cb80a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1763699
May 10 20:06:27.041868 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c8086793-a86f-41f6-857b-0715340aa9ff req-629dba93-8e9c-4f46-82f2-0ee10ff34637 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540450
May 10 20:06:27.788097 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-0890f546-5db6-42b1-816e-5815e3054cb1 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:27.789623 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-0890f546-5db6-42b1-816e-5815e3054cb1 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 815 time: 0.1590347
May 10 20:06:27.811873 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-2903b97e-d25e-4e79-8746-1af851cf5166 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/quotas/22d0ea06b0d5475596e3fecdc8c52daa HTTP/1.1" status: 200  len: 375 time: 0.0159953
May 10 20:06:27.909855 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-2e286e84-9e36-437d-ba54-94bb93f57dc6 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0970597
May 10 20:06:28.050698 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-00be653d-76cb-4240-8575-df1f38d9905e service neutron] 10.222.0.18 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399763
May 10 20:06:28.225792 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-cc8d74dc-2a70-4e8c-b48b-8100a67c7617 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689417
May 10 20:06:28.600978 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ac71c-032f-4300-a3dc-f5774ba87e9c req-9d818ca3-3246-44e4-bb48-8006e6876488 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:28.603224 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ae3ac71c-032f-4300-a3dc-f5774ba87e9c req-9d818ca3-3246-44e4-bb48-8006e6876488 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1559527
May 10 20:06:28.663588 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ae3ac71c-032f-4300-a3dc-f5774ba87e9c req-facac9a8-a1a2-414d-89e3-376d9efa9f5c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540085
May 10 20:06:28.792967 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d910604c-81d0-4b92-adec-b7bbacd63868 req-f971941a-21ac-4627-845e-5ea5702f82cc tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 210 time: 0.0532804
May 10 20:06:29.417705 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-c5a32c75-fbba-4979-b2b7-f4f071d0a6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:29.511081 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:29.860639 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f34239-74ed-4dd7-983f-cf13d9538f11 req-e871cacb-a58c-4160-9a73-8314fcfeb0e4 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:29.862444 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-59f34239-74ed-4dd7-983f-cf13d9538f11 req-e871cacb-a58c-4160-9a73-8314fcfeb0e4 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.0826652
May 10 20:06:29.907706 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-59f34239-74ed-4dd7-983f-cf13d9538f11 req-5fff350e-e66c-4e8f-8de2-d37f13d183b9 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388517
May 10 20:06:30.057974 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6afc99fe-e311-4dc5-a0de-f6c954b1e915 req-66ff5d31-8cd4-4a9c-93d2-dcd1a4cfc70d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 210 time: 0.0429449
May 10 20:06:30.229419 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-8124856b-b5c3-40e5-9087-6bf181a26a22 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9b6406e7e4974f4f98ba1b20bc0d5ace&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0321043
May 10 20:06:30.571963 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289348f1-2b43-4006-bcea-030a3f06e6af req-7e6e9cb1-03c6-426c-bb14-64c67e6027b9 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:30.573397 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-7e6e9cb1-03c6-426c-bb14-64c67e6027b9 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3385019
May 10 20:06:30.612171 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-14f7f33a-4a77-4599-8666-af95facc8ac7 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/quotas/9b6406e7e4974f4f98ba1b20bc0d5ace HTTP/1.1" status: 200  len: 375 time: 0.0245185
May 10 20:06:30.675726 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-e6136dca-3a9f-444d-b3af-454c85563d14 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b6406e7e4974f4f98ba1b20bc0d5ace&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0523112
May 10 20:06:30.681491 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-f2778924-fb6d-4c83-9f33-e88120a128b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:30.683049 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-f2778924-fb6d-4c83-9f33-e88120a128b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 815 time: 0.2466109
May 10 20:06:30.715226 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:30.735396 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Request body: {'port': {'device_id': 'b8e04359-5ba1-4654-9b57-1fa665e666f0', 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb', 'admin_state_up': True, 'tenant_id': '22d0ea06b0d5475596e3fecdc8c52daa'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:30.961763 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-912aba7c-3c2a-475b-b965-8d4fe46c3a1f req-410734da-882b-4e1d-8325-2715f6c80fe8 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 210 time: 0.0960181
May 10 20:06:31.055463 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:31.085231 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:31.108944 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Made reservation on behalf of 22d0ea06b0d5475596e3fecdc8c52daa for: {'port': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:31.113392 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:31.432348 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Allocated IP 172.20.0.5 (2ab8683e-6707-4997-bce1-e13ca1482abb/c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a/4ba817e3-0db3-4f3c-8458-adb3faec58fa) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:06:31.469854 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da73dbb-d147-4609-becd-5a6224294c15 req-cd4b1e91-8ec5-4e16-9f45-303896889bbc tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:31.477649 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3da73dbb-d147-4609-becd-5a6224294c15 req-cd4b1e91-8ec5-4e16-9f45-303896889bbc tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.3516552
May 10 20:06:31.665903 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3da73dbb-d147-4609-becd-5a6224294c15 req-57de256e-56e2-496b-acd1-914f7d8099eb tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846440
May 10 20:06:31.707395 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b817d133-7bfc-4bf1-8865-e2c77fb5a47f req-879f0ab4-cd4e-46b4-9fee-33579a6efaca tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 210 time: 0.1263800
May 10 20:06:31.863360 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b17765-04d0-4bfa-b8d7-86e35a1767d0 req-82d5a566-1d25-42ec-ab1b-17cdd7c8e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:31.865081 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f6b17765-04d0-4bfa-b8d7-86e35a1767d0 req-82d5a566-1d25-42ec-ab1b-17cdd7c8e2a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 1098 time: 0.0963662
May 10 20:06:31.917034 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:31.957816 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:31.964919 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d4cb5114-dcc3-4dd2-bc47-a84aca9ecd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:31.970557 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f6b17765-04d0-4bfa-b8d7-86e35a1767d0 req-3062ca44-3018-47bc-85d3-751aee46014c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477901
May 10 20:06:32.025451 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['af31cec9-102f-419b-8e32-da9966c69e0b', '04667816-ee52-49e4-bcc7-c0fe9e13c5c8'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:06:32.063242 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Pushing event updated for resources: {'Port': ['ID=4ba817e3-0db3-4f3c-8458-adb3faec58fa,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:32.079148 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.079539 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.081070 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.081070 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.081250 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.081600 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.081941 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.082282 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.082618 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.083376 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.083376 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.083641 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:32.088150 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:32.092348 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Network 2ab8683e-6707-4997-bce1-e13ca1482abb is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:06:32.093576 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:32.095964 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:06:32.101513 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:32.102135 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:32.173651 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4481146
May 10 20:06:32.180363 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2c5b9b6e-2ee6-4b2d-99e3-f87e681d036c req-f366c654-71bf-4e33-a32d-51b79b98d8df tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 210 time: 0.0485361
May 10 20:06:32.197717 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:32.675856 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Request body: {'port': {'device_id': 'b8e04359-5ba1-4654-9b57-1fa665e666f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:32.856769 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:32.992174 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa28a53-c060-416f-8a2c-4bc729e1e248 req-290e860b-b3c4-4903-9bad-4274d5ee7a2c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:32.993742 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7aa28a53-c060-416f-8a2c-4bc729e1e248 req-290e860b-b3c4-4903-9bad-4274d5ee7a2c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2182107
May 10 20:06:33.143887 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7aa28a53-c060-416f-8a2c-4bc729e1e248 req-b556093c-a30c-4cc9-8042-8c127bb78799 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412208
May 10 20:06:33.155246 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ebd2-9dbf-4e01-80ef-ef4582def5d5 req-7ede74d4-7edf-40d0-8fee-891f814e6702 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:33.155874 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-fdf3ebd2-9dbf-4e01-80ef-ef4582def5d5 req-7ede74d4-7edf-40d0-8fee-891f814e6702 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Synchronizing usage tracker for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:06:33.377226 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-fdf3ebd2-9dbf-4e01-80ef-ef4582def5d5 req-7ede74d4-7edf-40d0-8fee-891f814e6702 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Unset dirty status for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:06:33.378484 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fdf3ebd2-9dbf-4e01-80ef-ef4582def5d5 req-7ede74d4-7edf-40d0-8fee-891f814e6702 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 931 time: 0.4689469
May 10 20:06:33.401391 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cc6f0cb1-2a4e-44aa-9fa7-c9ad82aa8d95 req-ff94b6b4-93b4-4580-b369-7456e6f51bbd tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 210 time: 0.0692182
May 10 20:06:33.476623 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fdf3ebd2-9dbf-4e01-80ef-ef4582def5d5 req-9a246ba7-2fdd-47e9-978e-28cba61d5fdb tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805802
May 10 20:06:33.574293 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba817e3-0db3-4f3c-8458-adb3faec58fa {{(pid=78747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:06:33.594905 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:33.636026 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Transition to ACTIVE for port object 4ba817e3-0db3-4f3c-8458-adb3faec58fa will not be triggered until provisioned by entity L2. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:06:33.645968 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:33.651001 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-55f831e7-2ad1-42e1-9f91-1071f7140683 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:33.883021 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba817e3-0db3-4f3c-8458-adb3faec58fa,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:33.892232 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:33.927510 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Attempting to bind port 4ba817e3-0db3-4f3c-8458-adb3faec58fa on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:06:33.931735 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Attempting to bind port 4ba817e3-0db3-4f3c-8458-adb3faec58fa by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:06:33.932318 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Attempting to bind port 4ba817e3-0db3-4f3c-8458-adb3faec58fa on network 2ab8683e-6707-4997-bce1-e13ca1482abb {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:06:33.943655 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Port 4ba817e3-0db3-4f3c-8458-adb3faec58fa on network 2ab8683e-6707-4997-bce1-e13ca1482abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:06:33.944205 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-9c5c5a51-38c1-466f-8125-42794fc42e3b tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9b6406e7e4974f4f98ba1b20bc0d5ace&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1322114
May 10 20:06:33.944935 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Attempting to bind port 4ba817e3-0db3-4f3c-8458-adb3faec58fa on network 2ab8683e-6707-4997-bce1-e13ca1482abb {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:06:33.959400 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:06:33.960062 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Checking segment: {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:06:33.961820 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Bound using segment: {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:06:33.962476 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Bound port: 4ba817e3-0db3-4f3c-8458-adb3faec58fa, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'}}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:06:33.963841 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:34.096936 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] For port 4ba817e3-0db3-4f3c-8458-adb3faec58fa, host hv-cinder-78836, cleared binding levels {{(pid=78747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:06:34.101803 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] For port 4ba817e3-0db3-4f3c-8458-adb3faec58fa, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4ba817e3-0db3-4f3c-8458-adb3faec58fa,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:06:34.107146 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:34.112816 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:34.226464 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba817e3-0db3-4f3c-8458-adb3faec58fa,revision_number=3']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:34.238840 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:34.242574 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:34.243195 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:34.244846 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] 10.222.0.23 "PUT /v2.0/ports/4ba817e3-0db3-4f3c-8458-adb3faec58fa HTTP/1.1" status: 200  len: 1093 time: 1.5743544
May 10 20:06:34.245313 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e04359-5ba1-4654-9b57-1fa665e666f0', 'tag': '4ba817e3-0db3-4f3c-8458-adb3faec58fa'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:06:34.362544 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e04359-5ba1-4654-9b57-1fa665e666f0', 'tag': '4ba817e3-0db3-4f3c-8458-adb3faec58fa', 'status': 'completed', 'code': 200}
May 10 20:06:34.552913 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60278) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:34.591885 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289348f1-2b43-4006-bcea-030a3f06e6af req-abd8b0f3-7946-4c09-a608-d2115bea4225 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:34.598722 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-abd8b0f3-7946-4c09-a608-d2115bea4225 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4755197
May 10 20:06:34.702136 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cf6dc-e12c-47bb-a43d-85da6784fa16 req-58521355-bc34-41ff-bfc1-ed66f930b9a5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:34.708017 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-312cf6dc-e12c-47bb-a43d-85da6784fa16 req-58521355-bc34-41ff-bfc1-ed66f930b9a5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2561457
May 10 20:06:34.716832 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-b5432ff1-87a5-42c4-ab63-b5c4ed88bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:34.718576 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-b5432ff1-87a5-42c4-ab63-b5c4ed88bef8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 1096 time: 0.1907320
May 10 20:06:34.723891 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7b05f7b5-278b-4774-b169-62ec7f541191 req-0891a7b4-2c32-4552-9931-2d3a9a42a0c8 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 210 time: 0.0871654
May 10 20:06:34.734666 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-05f1138d-1314-4b0e-93d1-1afe595d0972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:34.754630 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Request body: {'port': {'device_id': '24154574-b223-429b-bb83-464e690ff742', 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4', 'admin_state_up': True, 'tenant_id': '9b6406e7e4974f4f98ba1b20bc0d5ace'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:34.771082 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-05f1138d-1314-4b0e-93d1-1afe595d0972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:34.781068 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-05f1138d-1314-4b0e-93d1-1afe595d0972 admin admin] Usage tracker for resource:security_group_rule and tenant:1b76428bb6d9491e98f2e590bb4f344b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:34.853382 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-05f1138d-1314-4b0e-93d1-1afe595d0972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:34.867697 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-05f1138d-1314-4b0e-93d1-1afe595d0972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:34.940289 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-312cf6dc-e12c-47bb-a43d-85da6784fa16 req-b7868e48-157e-4670-a663-7dbd1dd245bb tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2184427
May 10 20:06:34.955351 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-48e2f8f1-0986-49fa-8670-b4f14057adc0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ba817e3-0db3-4f3c-8458-adb3faec58fa HTTP/1.1" status: 200  len: 217 time: 0.1950397
May 10 20:06:34.964232 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:34.972005 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Usage tracker for resource:port and tenant:9b6406e7e4974f4f98ba1b20bc0d5ace is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:34.978008 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:34.989640 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:35.014123 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Made reservation on behalf of 9b6406e7e4974f4f98ba1b20bc0d5ace for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:35.018685 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.033231 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.055801 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:35.060688 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Usage tracker for resource:security_group_rule and tenant:9b6406e7e4974f4f98ba1b20bc0d5ace is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:35.064883 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:35.076481 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:35.116419 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-05f1138d-1314-4b0e-93d1-1afe595d0972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.127919 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-05f1138d-1314-4b0e-93d1-1afe595d0972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.145135 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:35.147618 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98178ea1-e72c-4d06-aebe-cb638455f914 req-11574ed6-6e42-4e41-ae2e-50ec003e4094 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:35.149202 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-98178ea1-e72c-4d06-aebe-cb638455f914 req-11574ed6-6e42-4e41-ae2e-50ec003e4094 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 943 time: 0.2024860
May 10 20:06:35.200941 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-98178ea1-e72c-4d06-aebe-cb638455f914 req-657dff21-d11f-4080-bda1-7070808a0240 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453706
May 10 20:06:35.234015 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-05f1138d-1314-4b0e-93d1-1afe595d0972 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b76428bb6d9491e98f2e590bb4f344b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6783111
May 10 20:06:35.238663 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 60294) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:35.248323 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1138d-1314-4b0e-93d1-1afe595d0972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70685bb3-cd76-4f09-a7b2-5f98e8c9199d,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:35.254877 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-05f1138d-1314-4b0e-93d1-1afe595d0972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:35.316267 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-04d5bb7e-72fd-4a07-94a5-95338a01810e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.354904 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-04d5bb7e-72fd-4a07-94a5-95338a01810e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.360009 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.364850 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.370253 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-257f44f5-6b08-4ee3-9165-a77fd5f6a88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:35.412527 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-04d5bb7e-72fd-4a07-94a5-95338a01810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.418608 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:35.436066 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5bb7e-72fd-4a07-94a5-95338a01810e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70685bb3-cd76-4f09-a7b2-5f98e8c9199d,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:35.438946 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-04d5bb7e-72fd-4a07-94a5-95338a01810e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:35.441199 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-04d5bb7e-72fd-4a07-94a5-95338a01810e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.442114 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-04d5bb7e-72fd-4a07-94a5-95338a01810e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70685bb3-cd76-4f09-a7b2-5f98e8c9199d HTTP/1.1" status: 204  len: 168 time: 0.2013590
May 10 20:06:35.449277 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223cc1bd-617f-4d2c-b4d5-72f65392492e,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:35.454950 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:35.560140 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Allocated IP 192.168.233.43 (7420a38e-4a2d-439a-a238-ed1e7a2ba6f4/6ee06fca-6090-4fea-b565-34fbe33df419/5decc357-119d-4968-a240-8ace4eb99942) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:06:35.770247 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 60310) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:35.788995 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3949-fc2a-42c0-8f88-abc442f7d951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.789336 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.805312 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-5bcc3949-fc2a-42c0-8f88-abc442f7d951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:35.809552 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-5bcc3949-fc2a-42c0-8f88-abc442f7d951 admin admin] Usage tracker for resource:security_group_rule and tenant:da67d5e91a2046b1a0f972ba5cdfebd7 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:35.812775 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-5bcc3949-fc2a-42c0-8f88-abc442f7d951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:35.812915 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Transition to ACTIVE for port object 5decc357-119d-4968-a240-8ace4eb99942 will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:06:35.819939 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-5bcc3949-fc2a-42c0-8f88-abc442f7d951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:35.850439 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.867558 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:35.915131 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3949-fc2a-42c0-8f88-abc442f7d951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.920695 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3949-fc2a-42c0-8f88-abc442f7d951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.931610 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:35.976305 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-5bcc3949-fc2a-42c0-8f88-abc442f7d951 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da67d5e91a2046b1a0f972ba5cdfebd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2021399
May 10 20:06:35.976305 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc3949-fc2a-42c0-8f88-abc442f7d951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a3a7ec-a527-4827-87b8-efbf250161b1,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:35.976799 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Network 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:06:35.977235 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60314) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:35.978820 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-5bcc3949-fc2a-42c0-8f88-abc442f7d951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:35.985196 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:36.001237 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:06:36.052295 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Pushing event updated for resources: {'Port': ['ID=5decc357-119d-4968-a240-8ace4eb99942,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:36.066044 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:36.103592 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:36.104254 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:36.147692 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-38198513-7bdc-440c-a6d8-33c7aea9a00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:36.178788 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4292347
May 10 20:06:36.186844 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-38198513-7bdc-440c-a6d8-33c7aea9a00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:36.200813 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-a6ec03f3-c91a-40c9-b856-ec6033acc69a None None] Provisioning for port 5decc357-119d-4968-a240-8ace4eb99942 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:06:36.207754 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-a6ec03f3-c91a-40c9-b856-ec6033acc69a None None] Provisioning complete for port 5decc357-119d-4968-a240-8ace4eb99942 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:06:36.208189 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-a6ec03f3-c91a-40c9-b856-ec6033acc69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:36.253530 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-38198513-7bdc-440c-a6d8-33c7aea9a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:36.259058 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-eb507ea8-d671-4e00-bd33-efed181060c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:36.275254 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec03f3-c91a-40c9-b856-ec6033acc69a None None] Port 5decc357-119d-4968-a240-8ace4eb99942 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:06:36.275553 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38198513-7bdc-440c-a6d8-33c7aea9a00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a3a7ec-a527-4827-87b8-efbf250161b1,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:36.281356 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-38198513-7bdc-440c-a6d8-33c7aea9a00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:36.281356 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-38198513-7bdc-440c-a6d8-33c7aea9a00e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27a3a7ec-a527-4827-87b8-efbf250161b1 HTTP/1.1" status: 204  len: 168 time: 0.3004146
May 10 20:06:36.281356 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-38198513-7bdc-440c-a6d8-33c7aea9a00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:38.567435 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:38.703872 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Request body: {'port': {'device_id': '24154574-b223-429b-bb83-464e690ff742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:38.755587 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-8b18d95b-30ff-4a64-afd1-281f3162ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:38.757033 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-8b18d95b-30ff-4a64-afd1-281f3162ac5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a HTTP/1.1" status: 200  len: 855 time: 0.0603042
May 10 20:06:38.889016 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:38.901025 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a76b654-6fa8-47bf-9bfa-ef8ccc6b1998 req-316d46e2-8a01-49e5-b354-fb74a4f2f4ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1714296
May 10 20:06:38.943121 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-2184965d-9e7e-4a56-9478-1cfa7241ae64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ab8683e-6707-4997-bce1-e13ca1482abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1200414
May 10 20:06:39.201772 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76b654-6fa8-47bf-9bfa-ef8ccc6b1998 req-176c1bc0-76b5-4388-8c8d-951120e2c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:39.203239 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a76b654-6fa8-47bf-9bfa-ef8ccc6b1998 req-176c1bc0-76b5-4388-8c8d-951120e2c604 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 1098 time: 0.1749969
May 10 20:06:39.252668 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-ef9981f4-a72d-498b-8177-ec419db41d66 service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744617
May 10 20:06:39.294542 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d729f-6f09-4269-ad89-2c996891fa0f req-314ab1a4-17d3-49df-a649-332dc21fbc7b tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:39.296022 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9d7d729f-6f09-4269-ad89-2c996891fa0f req-314ab1a4-17d3-49df-a649-332dc21fbc7b tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 935 time: 0.4256473
May 10 20:06:39.305679 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f3691-4f02-4e33-a2be-6cc8dce8b5fb req-6f8c4025-05d1-4355-9212-863deb2456bf tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:39.307071 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6a1f3691-4f02-4e33-a2be-6cc8dce8b5fb req-6f8c4025-05d1-4355-9212-863deb2456bf tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.3745990
May 10 20:06:39.429754 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76b654-6fa8-47bf-9bfa-ef8ccc6b1998 req-48e0e99d-a397-42b8-9a05-18ad16ed70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:39.431205 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a76b654-6fa8-47bf-9bfa-ef8ccc6b1998 req-48e0e99d-a397-42b8-9a05-18ad16ed70c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 916 time: 0.1824508
May 10 20:06:39.458101 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9d7d729f-6f09-4269-ad89-2c996891fa0f req-7ef28c4c-6eeb-4dfc-a6fb-91c8afdf4409 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500416
May 10 20:06:39.472012 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6a1f3691-4f02-4e33-a2be-6cc8dce8b5fb req-830adaa3-f123-4add-beda-bcc26ccc8035 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976853
May 10 20:06:39.488462 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5250dc12-d1eb-4b14-a844-bfc6d7390e0a req-2e694958-94ff-4aba-b5f6-b03f9bb82014 service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2198496
May 10 20:06:39.583326 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a76b654-6fa8-47bf-9bfa-ef8ccc6b1998 req-12be1846-a4e2-4ace-a146-1a8afccbaf99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af31cec9-102f-419b-8e32-da9966c69e0b HTTP/1.1" status: 200  len: 217 time: 0.1366274
May 10 20:06:39.606629 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5decc357-119d-4968-a240-8ace4eb99942 {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:06:39.615341 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:39.631041 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Transition to ACTIVE for port object 5decc357-119d-4968-a240-8ace4eb99942 will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:06:39.635108 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:39.639816 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:39.795977 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379ec0d-4764-4bd5-b46c-7e3d15b847c2 req-41f25b02-107a-463e-b48a-cdc645dcb2c9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:39.797493 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7379ec0d-4764-4bd5-b46c-7e3d15b847c2 req-41f25b02-107a-463e-b48a-cdc645dcb2c9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 943 time: 0.1966152
May 10 20:06:39.824793 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135f0cb-ee3c-4e87-93e1-ba3eb83a59b5 req-d2d32fcd-3f31-46ef-a4e8-4f056bc9396b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:39.826311 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2135f0cb-ee3c-4e87-93e1-ba3eb83a59b5 req-d2d32fcd-3f31-46ef-a4e8-4f056bc9396b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1884949
May 10 20:06:39.843974 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a197a-f6f1-419e-b615-9d203171694c req-d34522c9-efef-4862-95ba-1eb0aa6d7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:39.845964 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f63a197a-f6f1-419e-b615-9d203171694c req-d34522c9-efef-4862-95ba-1eb0aa6d7777 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 1096 time: 0.1656697
May 10 20:06:39.900543 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76b654-6fa8-47bf-9bfa-ef8ccc6b1998 req-445b32e9-471f-455b-84d6-31104da91322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:39.902003 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a76b654-6fa8-47bf-9bfa-ef8ccc6b1998 req-445b32e9-471f-455b-84d6-31104da91322 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a HTTP/1.1" status: 200  len: 855 time: 0.2233996
May 10 20:06:39.902638 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Pushing event updated for resources: {'Port': ['ID=5decc357-119d-4968-a240-8ace4eb99942,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:39.906853 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:39.968622 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a76b654-6fa8-47bf-9bfa-ef8ccc6b1998 req-fdddaa5d-1254-49a6-8f89-c9edf98d83ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ab8683e-6707-4997-bce1-e13ca1482abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496218
May 10 20:06:39.973210 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7379ec0d-4764-4bd5-b46c-7e3d15b847c2 req-383754c4-9bb4-4505-b173-3487d4a3bb7a tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603196
May 10 20:06:39.985062 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Attempting to bind port 5decc357-119d-4968-a240-8ace4eb99942 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:06:39.985398 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Attempting to bind port 5decc357-119d-4968-a240-8ace4eb99942 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '10d8d8a7-23f5-4ef9-b80d-14d09a438ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:06:39.985725 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Attempting to bind port 5decc357-119d-4968-a240-8ace4eb99942 on network 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:06:39.991914 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2135f0cb-ee3c-4e87-93e1-ba3eb83a59b5 req-af279bfa-26c7-47b8-ba56-52abd5092585 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502645
May 10 20:06:40.059735 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a197a-f6f1-419e-b615-9d203171694c req-0c535782-87cd-4644-9a7d-952144dfebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:40.061200 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f63a197a-f6f1-419e-b615-9d203171694c req-0c535782-87cd-4644-9a7d-952144dfebfb service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 916 time: 0.1955230
May 10 20:06:40.149310 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f63a197a-f6f1-419e-b615-9d203171694c req-b486c918-ee35-4b19-9357-c9a690fd3665 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ba817e3-0db3-4f3c-8458-adb3faec58fa HTTP/1.1" status: 200  len: 217 time: 0.0735061
May 10 20:06:40.164107 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Port 5decc357-119d-4968-a240-8ace4eb99942 on network 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:06:40.164107 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Attempting to bind port 5decc357-119d-4968-a240-8ace4eb99942 on network 7420a38e-4a2d-439a-a238-ed1e7a2ba6f4 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:06:40.175714 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:06:40.176065 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Checking segment: {'id': '10d8d8a7-23f5-4ef9-b80d-14d09a438ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:06:40.176444 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Bound using segment: {'id': '10d8d8a7-23f5-4ef9-b80d-14d09a438ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:06:40.176890 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Bound port: 5decc357-119d-4968-a240-8ace4eb99942, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d8d8a7-23f5-4ef9-b80d-14d09a438ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:06:40.177237 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:40.232754 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a76b654-6fa8-47bf-9bfa-ef8ccc6b1998 req-fe19244d-f873-4e5c-a59e-522925c232d1 service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349627
May 10 20:06:40.233610 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a197a-f6f1-419e-b615-9d203171694c req-bb55a54c-e6b9-43f1-b483-a2af6142516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:40.235097 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f63a197a-f6f1-419e-b615-9d203171694c req-bb55a54c-e6b9-43f1-b483-a2af6142516c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a HTTP/1.1" status: 200  len: 855 time: 0.0663702
May 10 20:06:40.343804 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f63a197a-f6f1-419e-b615-9d203171694c req-5b0daac4-6600-4e6b-8311-39725254e7fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ab8683e-6707-4997-bce1-e13ca1482abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567343
May 10 20:06:40.378843 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] For port 5decc357-119d-4968-a240-8ace4eb99942, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:06:40.391578 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] For port 5decc357-119d-4968-a240-8ace4eb99942, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5decc357-119d-4968-a240-8ace4eb99942,segment=NetworkSegment(10d8d8a7-23f5-4ef9-b80d-14d09a438ba3),segment_id=10d8d8a7-23f5-4ef9-b80d-14d09a438ba3)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:06:40.403476 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:40.420214 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:40.496583 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:40.497180 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:40.500156 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] 10.222.0.23 "PUT /v2.0/ports/5decc357-119d-4968-a240-8ace4eb99942 HTTP/1.1" status: 200  len: 1097 time: 1.7993503
May 10 20:06:40.500572 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24154574-b223-429b-bb83-464e690ff742', 'tag': '5decc357-119d-4968-a240-8ace4eb99942'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:06:40.514126 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a76b654-6fa8-47bf-9bfa-ef8ccc6b1998 req-427cc4bc-adfc-4120-b7dd-aeac25a439da service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289772
May 10 20:06:40.550552 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Pushing event updated for resources: {'Port': ['ID=5decc357-119d-4968-a240-8ace4eb99942,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:40.557921 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:40.585170 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f63a197a-f6f1-419e-b615-9d203171694c req-6e843825-02ea-4d12-8097-5b5c5f5f4528 service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2236464
May 10 20:06:40.601925 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24154574-b223-429b-bb83-464e690ff742', 'tag': '5decc357-119d-4968-a240-8ace4eb99942', 'status': 'completed', 'code': 200}
May 10 20:06:40.808277 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289348f1-2b43-4006-bcea-030a3f06e6af req-c57fd433-a1d3-48c2-b476-56bf44c3b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:40.811927 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-c57fd433-a1d3-48c2-b476-56bf44c3b17f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b6406e7e4974f4f98ba1b20bc0d5ace&device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 1100 time: 0.1207147
May 10 20:06:40.948650 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f63a197a-f6f1-419e-b615-9d203171694c req-e39a8376-d9f6-47a1-a24b-06d79e5d6403 service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2691741
May 10 20:06:40.969917 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4902a-32df-4302-86ce-0c1b19b06b9c req-13aee3c4-14fc-40e9-825c-89d01022f6eb tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:40.977817 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-88c4902a-32df-4302-86ce-0c1b19b06b9c req-13aee3c4-14fc-40e9-825c-89d01022f6eb tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 947 time: 0.1510973
May 10 20:06:41.039001 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-88c4902a-32df-4302-86ce-0c1b19b06b9c req-95de9688-1e92-4a9c-a800-7d5dc02ca008 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545175
May 10 20:06:41.117488 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-a739abfe-7239-48f0-a9cb-50b4095995b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=5decc357-119d-4968-a240-8ace4eb99942 HTTP/1.1" status: 200  len: 217 time: 0.2722440
May 10 20:06:41.199243 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289348f1-2b43-4006-bcea-030a3f06e6af req-1c477534-3d75-408f-b221-52661ecbed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:41.200836 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-1c477534-3d75-408f-b221-52661ecbed4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ee06fca-6090-4fea-b565-34fbe33df419 HTTP/1.1" status: 200  len: 843 time: 0.0738933
May 10 20:06:41.231105 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a22ff3-e2d7-44d4-ac08-83381b9ddec9 req-9c387aba-8c3c-4c29-8496-894df4cddce2 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:41.240783 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f6a22ff3-e2d7-44d4-ac08-83381b9ddec9 req-9c387aba-8c3c-4c29-8496-894df4cddce2 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 943 time: 0.1069670
May 10 20:06:41.293684 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289348f1-2b43-4006-bcea-030a3f06e6af req-c1ddc4b8-afd5-470d-ae38-dae21cfd90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:41.295341 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-c1ddc4b8-afd5-470d-ae38-dae21cfd90c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7420a38e-4a2d-439a-a238-ed1e7a2ba6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0853436
May 10 20:06:41.309612 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f6a22ff3-e2d7-44d4-ac08-83381b9ddec9 req-06fcf645-c6c4-42a2-a959-9a88116fd761 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676243
May 10 20:06:41.476774 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-ecb2d354-d39c-4bc4-aaa9-6a00c8e4086d service neutron] 10.222.0.23 "GET /v2.0/networks/7420a38e-4a2d-439a-a238-ed1e7a2ba6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597941
May 10 20:06:41.701264 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-289348f1-2b43-4006-bcea-030a3f06e6af req-717c4ca9-1f67-4f53-8537-09adc0de9cf7 service neutron] 10.222.0.23 "GET /v2.0/networks/7420a38e-4a2d-439a-a238-ed1e7a2ba6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336155
May 10 20:06:41.946941 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a380110-186e-45fc-b227-01e55622d2aa req-39983506-4012-4fa1-bcd0-92458e7753b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:41.947173 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-2a380110-186e-45fc-b227-01e55622d2aa req-39983506-4012-4fa1-bcd0-92458e7753b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b6406e7e4974f4f98ba1b20bc0d5ace&device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 1100 time: 0.0840299
May 10 20:06:42.092878 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a380110-186e-45fc-b227-01e55622d2aa req-e5fcb68e-297b-402b-8dc2-10264e25d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:42.095228 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-2a380110-186e-45fc-b227-01e55622d2aa req-e5fcb68e-297b-402b-8dc2-10264e25d7d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7420a38e-4a2d-439a-a238-ed1e7a2ba6f4 HTTP/1.1" status: 200  len: 870 time: 0.1390576
May 10 20:06:42.194817 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-2a380110-186e-45fc-b227-01e55622d2aa req-2828bd48-72e1-4b1b-9508-29c4852012d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=5decc357-119d-4968-a240-8ace4eb99942 HTTP/1.1" status: 200  len: 217 time: 0.0706813
May 10 20:06:42.266055 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a380110-186e-45fc-b227-01e55622d2aa req-cef3ede0-89e2-4a88-ab0b-8b040aeaeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:42.267981 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-2a380110-186e-45fc-b227-01e55622d2aa req-cef3ede0-89e2-4a88-ab0b-8b040aeaeb9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ee06fca-6090-4fea-b565-34fbe33df419 HTTP/1.1" status: 200  len: 843 time: 0.0592754
May 10 20:06:42.304761 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e9be0-1983-4662-a064-a170a1f84228 req-6bbac380-e0c3-438b-895d-26bafb687931 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:42.306298 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c63e9be0-1983-4662-a064-a170a1f84228 req-6bbac380-e0c3-438b-895d-26bafb687931 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2010584
May 10 20:06:42.316208 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac02e6-e069-4bd9-8d55-c3835783f207 req-4cfd7636-7082-4b34-8555-c377b5ac228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:42.317625 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0aac02e6-e069-4bd9-8d55-c3835783f207 req-4cfd7636-7082-4b34-8555-c377b5ac228b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 1098 time: 0.1759877
May 10 20:06:42.339582 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec692d-fc05-461c-97b1-4c7ee936bea0 req-333d958d-3bdc-4e23-a50d-eab3ca040a2f tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:42.341089 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-efec692d-fc05-461c-97b1-4c7ee936bea0 req-333d958d-3bdc-4e23-a50d-eab3ca040a2f tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 947 time: 0.1648755
May 10 20:06:42.355326 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a380110-186e-45fc-b227-01e55622d2aa req-2fe40a1f-93be-4aea-9cca-3b453cfdccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:42.356791 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-2a380110-186e-45fc-b227-01e55622d2aa req-2fe40a1f-93be-4aea-9cca-3b453cfdccf8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7420a38e-4a2d-439a-a238-ed1e7a2ba6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0814686
May 10 20:06:42.513239 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-2a380110-186e-45fc-b227-01e55622d2aa req-b987253b-0a01-4139-85ee-118445e2ffa0 service neutron] 10.222.0.23 "GET /v2.0/networks/7420a38e-4a2d-439a-a238-ed1e7a2ba6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414855
May 10 20:06:42.575549 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c63e9be0-1983-4662-a064-a170a1f84228 req-6e6bf636-120d-4bbc-b276-52752c99a2db tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2569294
May 10 20:06:42.605105 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-efec692d-fc05-461c-97b1-4c7ee936bea0 req-f087c9ac-6783-48c4-b429-49bad9f9c201 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379291
May 10 20:06:42.660890 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac02e6-e069-4bd9-8d55-c3835783f207 req-97f71a17-934f-4a2e-967e-9faf3ac304dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:42.663706 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0aac02e6-e069-4bd9-8d55-c3835783f207 req-97f71a17-934f-4a2e-967e-9faf3ac304dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 200  len: 920 time: 0.3214493
May 10 20:06:42.812105 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-2a380110-186e-45fc-b227-01e55622d2aa req-dbaa2081-cfbe-4414-8bf0-de92acf15b84 service neutron] 10.222.0.23 "GET /v2.0/networks/7420a38e-4a2d-439a-a238-ed1e7a2ba6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2716475
May 10 20:06:42.863935 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0aac02e6-e069-4bd9-8d55-c3835783f207 req-5d064511-5c28-4af7-bd69-f07273868023 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36239dce-bce0-41cd-ac86-754fa19c0608 HTTP/1.1" status: 200  len: 217 time: 0.1789088
May 10 20:06:42.962359 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3de920-7e00-4fd8-8607-a528c7f9d471 req-37d82518-4658-48ba-a88b-a1ad2d63d7da tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:42.969624 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9c3de920-7e00-4fd8-8607-a528c7f9d471 req-37d82518-4658-48ba-a88b-a1ad2d63d7da tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 943 time: 0.1597381
May 10 20:06:43.021499 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac02e6-e069-4bd9-8d55-c3835783f207 req-b43e2abb-99ca-417e-95cb-9c2939c34fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:43.023078 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0aac02e6-e069-4bd9-8d55-c3835783f207 req-b43e2abb-99ca-417e-95cb-9c2939c34fea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40cc35f2-27c7-418a-bd2a-92a5bc83986d HTTP/1.1" status: 200  len: 859 time: 0.1253922
May 10 20:06:43.035567 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9c3de920-7e00-4fd8-8607-a528c7f9d471 req-c0838326-ac10-4676-b96b-0f1688b257d6 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649786
May 10 20:06:43.093473 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0aac02e6-e069-4bd9-8d55-c3835783f207 req-1600300b-03f7-4f24-a863-c9db989f30af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506094
May 10 20:06:43.259220 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0aac02e6-e069-4bd9-8d55-c3835783f207 req-91b6ed27-3f46-45f8-b189-748faeb113f4 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486900
May 10 20:06:43.340797 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60504) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:43.479794 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-28ff98db-3f0f-4066-a4ce-0315d1824dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:43.498301 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0aac02e6-e069-4bd9-8d55-c3835783f207 req-250af0ed-1923-4c7e-b0dc-74affaa3bdee service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1878631
May 10 20:06:43.498857 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-28ff98db-3f0f-4066-a4ce-0315d1824dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:43.505828 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-28ff98db-3f0f-4066-a4ce-0315d1824dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:be1341b362b343c4944b44bddcf2ad47 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:43.510577 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-28ff98db-3f0f-4066-a4ce-0315d1824dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:43.520973 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-28ff98db-3f0f-4066-a4ce-0315d1824dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:43.647107 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-28ff98db-3f0f-4066-a4ce-0315d1824dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:43.653763 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-28ff98db-3f0f-4066-a4ce-0315d1824dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:43.667998 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-25f08864-3d4e-4fbf-ac77-85cff55aec77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:43.706592 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-28ff98db-3f0f-4066-a4ce-0315d1824dc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be1341b362b343c4944b44bddcf2ad47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3644505
May 10 20:06:43.709872 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60518) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:43.722983 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff98db-3f0f-4066-a4ce-0315d1824dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaa3585-cf79-451e-9f37-b296b0bb332f,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:43.727168 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-28ff98db-3f0f-4066-a4ce-0315d1824dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:43.778494 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-061a05fe-cb66-4309-8f45-e8a7612eab1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:43.812371 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-061a05fe-cb66-4309-8f45-e8a7612eab1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:43.853600 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8358468-ab66-4649-8ce7-1625585cb2e4 req-f7032c03-064e-4818-b03e-405d881db67e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:43.855423 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d8358468-ab66-4649-8ce7-1625585cb2e4 req-f7032c03-064e-4818-b03e-405d881db67e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1526246
May 10 20:06:43.894890 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-061a05fe-cb66-4309-8f45-e8a7612eab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:43.899371 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-cf75a733-a0dd-43f8-8360-42cd0b55ebc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:43.901545 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be18a-22c5-49cc-bd9f-7844362f92a4 req-33e6ef67-669b-4b45-8050-33e7dc664ab8 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:43.903073 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8d7be18a-22c5-49cc-bd9f-7844362f92a4 req-33e6ef67-669b-4b45-8050-33e7dc664ab8 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 947 time: 0.1511102
May 10 20:06:43.915603 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a05fe-cb66-4309-8f45-e8a7612eab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaa3585-cf79-451e-9f37-b296b0bb332f,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:43.918698 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-061a05fe-cb66-4309-8f45-e8a7612eab1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:43.920939 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-061a05fe-cb66-4309-8f45-e8a7612eab1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:43.922173 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-061a05fe-cb66-4309-8f45-e8a7612eab1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3aaa3585-cf79-451e-9f37-b296b0bb332f HTTP/1.1" status: 204  len: 168 time: 0.2112839
May 10 20:06:43.961307 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d8358468-ab66-4649-8ce7-1625585cb2e4 req-80ab76ab-6489-44e5-8746-175ec746a884 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980449
May 10 20:06:43.984571 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8d7be18a-22c5-49cc-bd9f-7844362f92a4 req-d9a5462a-010a-48ae-8c5d-238e547b0de2 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642331
May 10 20:06:44.333992 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60542) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:44.348085 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0b52-a0b7-428a-9569-4ad750637f85 req-4b926047-4661-4d34-98a9-83727b61e225 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:44.349912 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b21f0b52-a0b7-428a-9569-4ad750637f85 req-4b926047-4661-4d34-98a9-83727b61e225 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 943 time: 0.1171851
May 10 20:06:44.358988 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-99b36b40-f3f6-4faa-a7fb-975b477b681b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:44.382360 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-99b36b40-f3f6-4faa-a7fb-975b477b681b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:44.394699 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-99b36b40-f3f6-4faa-a7fb-975b477b681b admin admin] Usage tracker for resource:security_group_rule and tenant:ac6739544d0646728951fb433f7f6879 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:44.401476 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-99b36b40-f3f6-4faa-a7fb-975b477b681b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:44.412888 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-99b36b40-f3f6-4faa-a7fb-975b477b681b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:44.433065 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b21f0b52-a0b7-428a-9569-4ad750637f85 req-e2c10f3c-5e30-49c6-8ad2-10e915cff55e tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769393
May 10 20:06:44.520324 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-99b36b40-f3f6-4faa-a7fb-975b477b681b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:44.526213 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-99b36b40-f3f6-4faa-a7fb-975b477b681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:44.535587 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:44.578561 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-99b36b40-f3f6-4faa-a7fb-975b477b681b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac6739544d0646728951fb433f7f6879&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2423165
May 10 20:06:44.579445 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b36b40-f3f6-4faa-a7fb-975b477b681b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591b8cd5-207b-4707-b24b-670795ec5b09,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:44.581791 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4ba817e3-0db3-4f3c-8458-adb3faec58fa details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:06:44.583409 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-99b36b40-f3f6-4faa-a7fb-975b477b681b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:44.584094 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 60558) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:44.670996 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3712-ea0a-4297-a695-48be938627d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:44.709586 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3712-ea0a-4297-a695-48be938627d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:44.775879 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 4ba817e3-0db3-4f3c-8458-adb3faec58fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4ba817e3-0db3-4f3c-8458-adb3faec58fa,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:44.791256 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '4ba817e3-0db3-4f3c-8458-adb3faec58fa', 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb', 'port_id': '4ba817e3-0db3-4f3c-8458-adb3faec58fa', 'mac_address': 'fa:16:3e:b0:06:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:06:44.803667 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3712-ea0a-4297-a695-48be938627d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:44.809554 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6e20fb8e-be01-4a46-8883-567a1391025d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:44.822929 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d3712-ea0a-4297-a695-48be938627d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591b8cd5-207b-4707-b24b-670795ec5b09,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:44.827494 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-5d2d3712-ea0a-4297-a695-48be938627d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:44.837541 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3712-ea0a-4297-a695-48be938627d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:44.841824 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-5d2d3712-ea0a-4297-a695-48be938627d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/591b8cd5-207b-4707-b24b-670795ec5b09 HTTP/1.1" status: 204  len: 168 time: 0.2566664
May 10 20:06:44.857394 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 60570) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:44.869804 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:44.891899 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba817e3-0db3-4f3c-8458-adb3faec58fa {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:06:44.910217 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 4ba817e3-0db3-4f3c-8458-adb3faec58fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4ba817e3-0db3-4f3c-8458-adb3faec58fa,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:44.916570 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:44.918794 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:45.001460 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=4ba817e3-0db3-4f3c-8458-adb3faec58fa,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:45.012033 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.013385 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.013827 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.014264 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.014743 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.015563 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.016181 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.016630 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.017146 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.018205 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.019346 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.019793 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:45.034354 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:45.236864 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2bb19a9c-51a3-4227-9f15-a3da1d8d65e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.250374 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60582) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:45.254654 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c1905-220c-4976-93cc-cae14e3adedd req-39533a00-ff04-485c-9f97-e69294e47ab4 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:45.256223 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b04c1905-220c-4976-93cc-cae14e3adedd req-39533a00-ff04-485c-9f97-e69294e47ab4 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1707485
May 10 20:06:45.270423 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d54a4dc-9e87-43be-93f8-37a1e6352c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.289718 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-2bb19a9c-51a3-4227-9f15-a3da1d8d65e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:45.291373 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2d54a4dc-9e87-43be-93f8-37a1e6352c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:45.296077 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2d54a4dc-9e87-43be-93f8-37a1e6352c26 admin admin] Usage tracker for resource:security_group_rule and tenant:5a767079e5ee4f9da3a17fd9cf6ac1ab is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:45.299638 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2d54a4dc-9e87-43be-93f8-37a1e6352c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:45.304809 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2d54a4dc-9e87-43be-93f8-37a1e6352c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:45.306321 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd28346-b32e-4e1a-bf25-0c633440ee39 req-0fec350f-d662-4e09-8222-20f9e58f5514 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:45.307821 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3bd28346-b32e-4e1a-bf25-0c633440ee39 req-0fec350f-d662-4e09-8222-20f9e58f5514 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 947 time: 0.1742940
May 10 20:06:45.309123 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-2bb19a9c-51a3-4227-9f15-a3da1d8d65e5 admin admin] Usage tracker for resource:security_group_rule and tenant:6c45d20e93ad41d4a3df1fc74a61ebd0 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:45.313270 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-2bb19a9c-51a3-4227-9f15-a3da1d8d65e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:45.330868 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-2bb19a9c-51a3-4227-9f15-a3da1d8d65e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:45.368179 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b04c1905-220c-4976-93cc-cae14e3adedd req-61d534ff-0580-49ea-9f3a-9a0bdcd4a0f1 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049039
May 10 20:06:45.410256 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3bd28346-b32e-4e1a-bf25-0c633440ee39 req-905a7976-8ed8-4699-8a5a-cf685dc33004 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865817
May 10 20:06:45.425176 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d54a4dc-9e87-43be-93f8-37a1e6352c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.439115 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d54a4dc-9e87-43be-93f8-37a1e6352c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.449233 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-9f5d8457-f34f-4701-b8e7-f7da2300ad10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:45.499123 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2d54a4dc-9e87-43be-93f8-37a1e6352c26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a767079e5ee4f9da3a17fd9cf6ac1ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2476463
May 10 20:06:45.499437 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2bb19a9c-51a3-4227-9f15-a3da1d8d65e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.500064 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54a4dc-9e87-43be-93f8-37a1e6352c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc3787e-1dda-44bf-a5f9-fadf7cb6a328,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:45.502431 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 60590) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:45.504222 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2d54a4dc-9e87-43be-93f8-37a1e6352c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:45.521605 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2bb19a9c-51a3-4227-9f15-a3da1d8d65e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.530444 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c9ebd787-7a13-4b06-9c44-1bed7981a0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:45.591847 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['4ba817e3-0db3-4f3c-8458-adb3faec58fa'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:06:45.641443 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb19a9c-51a3-4227-9f15-a3da1d8d65e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae932b89-0f51-41bc-a91f-70ed211ebb7e,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:45.651058 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-2bb19a9c-51a3-4227-9f15-a3da1d8d65e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:45.656951 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-2bb19a9c-51a3-4227-9f15-a3da1d8d65e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c45d20e93ad41d4a3df1fc74a61ebd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7955863
May 10 20:06:45.657553 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60596) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:45.682010 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-61a86a7d-c5f6-4cfa-a182-caf608341790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.727243 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-61a86a7d-c5f6-4cfa-a182-caf608341790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.741945 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f38ab-fc66-4852-924e-33248e60e2de req-51a8328c-1a9e-44c0-a025-871a19f70629 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:45.743508 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f74f38ab-fc66-4852-924e-33248e60e2de req-51a8328c-1a9e-44c0-a025-871a19f70629 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 944 time: 0.1793060
May 10 20:06:45.755692 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-29a2a769-f13c-43dc-ba73-ab63835b35a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.783856 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-29a2a769-f13c-43dc-ba73-ab63835b35a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.827835 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f74f38ab-fc66-4852-924e-33248e60e2de req-a9a09be7-210f-462b-8699-5d5b2ae11cfc tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691435
May 10 20:06:45.864078 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-61a86a7d-c5f6-4cfa-a182-caf608341790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.865942 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-29a2a769-f13c-43dc-ba73-ab63835b35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.873767 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-158f9af1-ee06-4ab6-a2e8-9bd390b40fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:45.882432 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-19ce4971-3c97-4c28-af1d-c643d1f653a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:45.889183 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a86a7d-c5f6-4cfa-a182-caf608341790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc3787e-1dda-44bf-a5f9-fadf7cb6a328,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:45.892351 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-61a86a7d-c5f6-4cfa-a182-caf608341790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:45.900465 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2a769-f13c-43dc-ba73-ab63835b35a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae932b89-0f51-41bc-a91f-70ed211ebb7e,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:45.903482 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-29a2a769-f13c-43dc-ba73-ab63835b35a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:45.914549 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-29a2a769-f13c-43dc-ba73-ab63835b35a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.915767 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-29a2a769-f13c-43dc-ba73-ab63835b35a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae932b89-0f51-41bc-a91f-70ed211ebb7e HTTP/1.1" status: 204  len: 168 time: 0.2561965
May 10 20:06:45.926855 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-61a86a7d-c5f6-4cfa-a182-caf608341790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:45.930830 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-61a86a7d-c5f6-4cfa-a182-caf608341790 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bc3787e-1dda-44bf-a5f9-fadf7cb6a328 HTTP/1.1" status: 204  len: 168 time: 0.4268265
May 10 20:06:46.414594 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60626) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:46.572083 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 60636) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:46.588564 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-53498dd4-be1c-4f7a-87dd-9791143aa00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:46.604823 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-53498dd4-be1c-4f7a-87dd-9791143aa00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:46.606769 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 5decc357-119d-4968-a240-8ace4eb99942 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:06:46.610763 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-53498dd4-be1c-4f7a-87dd-9791143aa00b admin admin] Usage tracker for resource:security_group_rule and tenant:cb123b20f4e14d53a5906d029526a7a0 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:46.613994 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-53498dd4-be1c-4f7a-87dd-9791143aa00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:46.620579 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-53498dd4-be1c-4f7a-87dd-9791143aa00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:46.734335 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-53498dd4-be1c-4f7a-87dd-9791143aa00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:46.740079 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-53498dd4-be1c-4f7a-87dd-9791143aa00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:46.775126 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-38198513-7bdc-440c-a6d8-33c7aea9a00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:46.780219 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 5decc357-119d-4968-a240-8ace4eb99942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5decc357-119d-4968-a240-8ace4eb99942,segment=NetworkSegment(10d8d8a7-23f5-4ef9-b80d-14d09a438ba3),segment_id=10d8d8a7-23f5-4ef9-b80d-14d09a438ba3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:46.788074 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-53498dd4-be1c-4f7a-87dd-9791143aa00b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb123b20f4e14d53a5906d029526a7a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3708789
May 10 20:06:46.792164 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60648) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:46.796814 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '5decc357-119d-4968-a240-8ace4eb99942', 'network_id': '7420a38e-4a2d-439a-a238-ed1e7a2ba6f4', 'port_id': '5decc357-119d-4968-a240-8ace4eb99942', 'mac_address': 'fa:16:3e:92:6c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 976, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee06fca-6090-4fea-b565-34fbe33df419', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:06:46.798245 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fd79c-f6a6-4aab-991c-18f68575331d req-5cbdb6f4-2d45-4f60-81c6-5152d05e4eea tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:46.800825 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-249fd79c-f6a6-4aab-991c-18f68575331d req-5cbdb6f4-2d45-4f60-81c6-5152d05e4eea tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2994001
May 10 20:06:46.875218 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976804ca-0701-4862-9da8-e3db641f7ecb req-dcd663ad-6f13-4ec4-8455-1e141b213bd0 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:46.876883 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-976804ca-0701-4862-9da8-e3db641f7ecb req-dcd663ad-6f13-4ec4-8455-1e141b213bd0 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 947 time: 0.2877746
May 10 20:06:46.895674 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53498dd4-be1c-4f7a-87dd-9791143aa00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334f2b99-47bb-42e2-9531-ee017e71b013,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:46.898359 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dad3bf10-510d-4bb1-9972-0c2b1a903308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:46.903290 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:46.935292 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dad3bf10-510d-4bb1-9972-0c2b1a903308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:46.937578 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5decc357-119d-4968-a240-8ace4eb99942 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:06:46.952962 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2ae2-e108-4e60-9a89-81f0d72efb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:46.957941 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 5decc357-119d-4968-a240-8ace4eb99942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5decc357-119d-4968-a240-8ace4eb99942,segment=NetworkSegment(10d8d8a7-23f5-4ef9-b80d-14d09a438ba3),segment_id=10d8d8a7-23f5-4ef9-b80d-14d09a438ba3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:46.964148 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:46.966200 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:46.975132 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-53498dd4-be1c-4f7a-87dd-9791143aa00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:47.002019 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dad3bf10-510d-4bb1-9972-0c2b1a903308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.004583 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-249fd79c-f6a6-4aab-991c-18f68575331d req-5f338f83-6ee2-4329-bc33-ae9a25428869 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942608
May 10 20:06:47.020644 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-0cbd2ae2-e108-4e60-9a89-81f0d72efb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:47.024360 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-061a05fe-cb66-4309-8f45-e8a7612eab1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:47.027086 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-0cbd2ae2-e108-4e60-9a89-81f0d72efb46 admin admin] Usage tracker for resource:security_group_rule and tenant:8712feab0cf04bcbb816bc5d3c7c6eef is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:47.030193 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-0cbd2ae2-e108-4e60-9a89-81f0d72efb46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:47.037390 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-0cbd2ae2-e108-4e60-9a89-81f0d72efb46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:47.057117 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3bf10-510d-4bb1-9972-0c2b1a903308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334f2b99-47bb-42e2-9531-ee017e71b013,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:47.076568 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dad3bf10-510d-4bb1-9972-0c2b1a903308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:47.079128 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dad3bf10-510d-4bb1-9972-0c2b1a903308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.083933 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-dad3bf10-510d-4bb1-9972-0c2b1a903308 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/334f2b99-47bb-42e2-9531-ee017e71b013 HTTP/1.1" status: 204  len: 168 time: 0.2898383
May 10 20:06:47.096317 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=5decc357-119d-4968-a240-8ace4eb99942,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:47.103880 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:47.107421 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-976804ca-0701-4862-9da8-e3db641f7ecb req-93f0d9c7-7fe5-4ff4-8d84-53542fdbf7f3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221920
May 10 20:06:47.177491 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2ae2-e108-4e60-9a89-81f0d72efb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.182866 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2ae2-e108-4e60-9a89-81f0d72efb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.217963 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-447de926-e417-4530-a307-ffe4e10ef87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:47.227674 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-0cbd2ae2-e108-4e60-9a89-81f0d72efb46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8712feab0cf04bcbb816bc5d3c7c6eef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6541283
May 10 20:06:47.230661 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60668) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:47.250432 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd2ae2-e108-4e60-9a89-81f0d72efb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb65a585-dfa9-4ea7-a5cb-ddfb185ce821,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:47.254382 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-0cbd2ae2-e108-4e60-9a89-81f0d72efb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:47.280961 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 60672) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:47.318328 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-45f4c934-7a34-4bb3-ae0b-629667918598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.364897 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-45f4c934-7a34-4bb3-ae0b-629667918598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.426097 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-45f4c934-7a34-4bb3-ae0b-629667918598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.432388 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:47.446896 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4c934-7a34-4bb3-ae0b-629667918598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb65a585-dfa9-4ea7-a5cb-ddfb185ce821,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:47.453853 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-45f4c934-7a34-4bb3-ae0b-629667918598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:47.457043 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-45f4c934-7a34-4bb3-ae0b-629667918598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.458551 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-45f4c934-7a34-4bb3-ae0b-629667918598 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb65a585-dfa9-4ea7-a5cb-ddfb185ce821 HTTP/1.1" status: 204  len: 168 time: 0.2263927
May 10 20:06:47.523616 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-259576838-network', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:47.530144 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:47.535813 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Usage tracker for resource:network and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:47.540252 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:47.547863 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:47.568440 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Made reservation on behalf of 68d9dc0ec8ce421bb3cc0e0e96524a81 for: {'network': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:47.570726 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.592963 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.610724 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c76a65-3003-4f8e-8611-af86f065ae09 req-b6fd47db-7ced-4e33-9a68-fbb150a6a69e tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:47.613162 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b3c76a65-3003-4f8e-8611-af86f065ae09 req-b6fd47db-7ced-4e33-9a68-fbb150a6a69e tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 944 time: 0.1474750
May 10 20:06:47.618657 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:47.622568 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Usage tracker for resource:security_group_rule and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:47.627758 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:47.649927 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:47.692798 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b3c76a65-3003-4f8e-8611-af86f065ae09 req-a76d14ab-5245-4907-958b-d4162a9f8a16 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663555
May 10 20:06:47.712639 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['5decc357-119d-4968-a240-8ace4eb99942'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:06:47.776627 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.784126 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.791137 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:47.831494 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1705ee95-8cf0-44cb-9905-e9736e285e5e,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:47.837317 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:47.846543 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] vlan segment allocate from pool success with {'vlan_id': 996, 'physical_network': 'physnet1'}  {{(pid=78747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:06:47.859503 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.859860 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.segments_db [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Added segment b35f3390-0798-42a2-9ef5-f7fb798747a3 of type vlan for network 985c36f5-abbd-4a16-8808-60848e951241
May 10 20:06:47.893486 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.933143 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.934867 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:47.935548 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:47.944528 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:47.985535 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60698) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:48.003952 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9461ac78-5c96-409f-9409-8c73b9630e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:48.023925 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-9461ac78-5c96-409f-9409-8c73b9630e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:48.027534 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-9461ac78-5c96-409f-9409-8c73b9630e38 admin admin] Usage tracker for resource:security_group_rule and tenant:91eed39c49684d67b88a39f130062d51 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:48.030537 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-9461ac78-5c96-409f-9409-8c73b9630e38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:48.036975 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-9461ac78-5c96-409f-9409-8c73b9630e38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:48.060685 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Pushing event updated for resources: {'Network': ['ID=985c36f5-abbd-4a16-8808-60848e951241,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:48.063564 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:48.067372 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7850752
May 10 20:06:48.072587 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 60704) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:48.079075 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Request body: {'subnet': {'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-259576838-subnet', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'ip_version': 4}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:48.085071 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 985c36f5-abbd-4a16-8808-60848e951241 details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:06:48.085656 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:48.090912 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Usage tracker for resource:subnet and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:48.093996 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:48.101188 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:48.117287 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Made reservation on behalf of 68d9dc0ec8ce421bb3cc0e0e96524a81 for: {'subnet': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:48.119957 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:48.201075 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9461ac78-5c96-409f-9409-8c73b9630e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:48.208650 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9461ac78-5c96-409f-9409-8c73b9630e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:48.255499 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8ba9e865-bdf9-4ccf-83cf-8b3c83af7ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:48.268735 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-9461ac78-5c96-409f-9409-8c73b9630e38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91eed39c49684d67b88a39f130062d51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2820103
May 10 20:06:48.270953 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60712) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:48.322810 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461ac78-5c96-409f-9409-8c73b9630e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b05003a-1c3e-47eb-8f20-af53eeca8554,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:48.341051 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-9461ac78-5c96-409f-9409-8c73b9630e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:48.385857 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ac415dc0-fe73-46fe-8723-e56b5ad88f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:48.423289 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ac415dc0-fe73-46fe-8723-e56b5ad88f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:48.445628 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d9686-c054-4d45-95b1-52d80e91a127 req-7692ed0f-6a38-4b34-9157-853832008cb1 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:48.447193 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-355d9686-c054-4d45-95b1-52d80e91a127 req-7692ed0f-6a38-4b34-9157-853832008cb1 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2978685
May 10 20:06:48.489560 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ac415dc0-fe73-46fe-8723-e56b5ad88f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:48.496400 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-99b36b40-f3f6-4faa-a7fb-975b477b681b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:48.515214 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac415dc0-fe73-46fe-8723-e56b5ad88f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b05003a-1c3e-47eb-8f20-af53eeca8554,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:48.523141 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ac415dc0-fe73-46fe-8723-e56b5ad88f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:48.525540 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ac415dc0-fe73-46fe-8723-e56b5ad88f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:48.526651 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-ac415dc0-fe73-46fe-8723-e56b5ad88f70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b05003a-1c3e-47eb-8f20-af53eeca8554 HTTP/1.1" status: 204  len: 168 time: 0.2510653
May 10 20:06:48.532824 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5165298-8c48-4d2c-8454-f4f6a2d96d49 req-8a3eb6fc-7028-4aff-97a1-144df6c2e2c1 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:48.536551 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e5165298-8c48-4d2c-8454-f4f6a2d96d49 req-8a3eb6fc-7028-4aff-97a1-144df6c2e2c1 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 948 time: 0.2337763
May 10 20:06:48.613191 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-355d9686-c054-4d45-95b1-52d80e91a127 req-19d210eb-4ced-4a8a-bd5a-1df40d31ed9f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247730
May 10 20:06:48.617240 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4ba817e3-0db3-4f3c-8458-adb3faec58fa up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:06:48.645039 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e5165298-8c48-4d2c-8454-f4f6a2d96d49 req-82ddf2da-8ba7-43f5-b665-395307e2cc13 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829675
May 10 20:06:48.756384 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 4ba817e3-0db3-4f3c-8458-adb3faec58fa completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:06:48.771808 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 4ba817e3-0db3-4f3c-8458-adb3faec58fa triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:06:48.772193 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:48.925610 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:48.926361 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:48.933362 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:48.981183 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 4ba817e3-0db3-4f3c-8458-adb3faec58fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4ba817e3-0db3-4f3c-8458-adb3faec58fa,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:48.983298 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e04359-5ba1-4654-9b57-1fa665e666f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba817e3-0db3-4f3c-8458-adb3faec58fa'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:06:49.005963 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:49.011072 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:49.051019 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Checking segment: {'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:06:49.051428 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Network hostable DHCP agents. Network: 985c36f5-abbd-4a16-8808-60848e951241, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:06:49.058496 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e04359-5ba1-4654-9b57-1fa665e666f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba817e3-0db3-4f3c-8458-adb3faec58fa', 'code': 200}
May 10 20:06:49.066173 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23df6c7-48a2-41f7-996c-c2648d7f6a36,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:49.072697 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:49.085208 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Network 985c36f5-abbd-4a16-8808-60848e951241 is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:06:49.098106 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 985c36f5-abbd-4a16-8808-60848e951241) {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:49.109071 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad2c67-32fb-4067-8946-bf52886ba620 None None] Network 985c36f5-abbd-4a16-8808-60848e951241 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:06:49.113369 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:49.114210 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:49.189085 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=4ba817e3-0db3-4f3c-8458-adb3faec58fa,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:49.201798 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:49.216385 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60754) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:49.227981 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1541564
May 10 20:06:49.230799 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60760) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:49.237140 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:49.251363 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:49.261163 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Usage tracker for resource:router and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:49.266811 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:49.278804 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:49.295588 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55e20-0634-4631-91c0-9d7803021676 req-b01da601-4b4c-435e-a7e1-4e0cc296ccb9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:49.304085 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4458'] for router, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:49.305574 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4435'] for router, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:49.310285 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c5f55e20-0634-4631-91c0-9d7803021676 req-b01da601-4b4c-435e-a7e1-4e0cc296ccb9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 945 time: 0.1796293
May 10 20:06:49.336577 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:49.409554 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c5f55e20-0634-4631-91c0-9d7803021676 req-fe2a17bf-23c1-478e-bedd-05f0f803c1bb tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977924
May 10 20:06:49.520431 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc2a8df-320a-50db-a64d-be9126b88c2f-985c36f5-abbd-4a16-8808-60848e951241', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'fixed_ips': [{'subnet_id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36'}]}} from dv-cinder-788365-3-iscsi. {{(pid=78749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:06:49.523747 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:49.533872 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f6768-f1d9-4ca6-abba-22d80767dff0 req-1ba05b67-0742-4d37-a6fc-b74c388dcf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:49.535932 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-642f6768-f1d9-4ca6-abba-22d80767dff0 req-1ba05b67-0742-4d37-a6fc-b74c388dcf43 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 1098 time: 0.0844700
May 10 20:06:49.583489 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-31c0cf5f-339e-4d55-bae7-5b80039c1a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:49.599708 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-642f6768-f1d9-4ca6-abba-22d80767dff0 req-7eea398b-ce71-4fc7-8084-f466d8526681 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486481
May 10 20:06:49.654942 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-31c0cf5f-339e-4d55-bae7-5b80039c1a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:49.732892 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-31c0cf5f-339e-4d55-bae7-5b80039c1a74 admin admin] Usage tracker for resource:security_group_rule and tenant:a102fee6c4d54b23a3df92e2a0f1f823 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:49.738374 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-31c0cf5f-339e-4d55-bae7-5b80039c1a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:49.746683 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-31c0cf5f-339e-4d55-bae7-5b80039c1a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:49.750368 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4429'] for router, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:49.776729 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.db_base_plugin_common [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Allocated IP 172.20.0.2 (985c36f5-abbd-4a16-8808-60848e951241/f23df6c7-48a2-41f7-996c-c2648d7f6a36/0ae4af2f-5d7c-428f-a9ac-c040797b4484) {{(pid=78749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:06:49.993713 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439379e-707e-4d0c-93ef-457e505c0884 req-0645830f-d8a4-4be4-83c1-25c0bbfc70a5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:49.994889 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6439379e-707e-4d0c-93ef-457e505c0884 req-0645830f-d8a4-4be4-83c1-25c0bbfc70a5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1632578
May 10 20:06:49.998488 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-31c0cf5f-339e-4d55-bae7-5b80039c1a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.007468 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-31c0cf5f-339e-4d55-bae7-5b80039c1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.034445 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:06:50.035794 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-45f4c934-7a34-4bb3-ae0b-629667918598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:50.037331 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39b35d-8ccd-4df9-a88f-faff50cbff8a req-6c6b6aad-7d5f-491f-89a2-b800adda551a tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:50.039412 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2f39b35d-8ccd-4df9-a88f-faff50cbff8a req-6c6b6aad-7d5f-491f-89a2-b800adda551a tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 948 time: 0.2574677
May 10 20:06:50.050929 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-31c0cf5f-339e-4d55-bae7-5b80039c1a74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a102fee6c4d54b23a3df92e2a0f1f823&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8334346
May 10 20:06:50.059514 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60794) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:50.060576 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Notify callbacks [] for port, precommit_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.071806 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6439379e-707e-4d0c-93ef-457e505c0884 req-a3f970a7-0ab5-4c1a-976e-13582cfe0043 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701265
May 10 20:06:50.092166 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Transition to ACTIVE for port object 0ae4af2f-5d7c-428f-a9ac-c040797b4484 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:06:50.121637 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0cf5f-339e-4d55-bae7-5b80039c1a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3938e076-cc8b-4e6d-b909-14d9ef1e599b,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:50.141110 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Transition to ACTIVE for port object 0ae4af2f-5d7c-428f-a9ac-c040797b4484 will not be triggered until provisioned by entity DHCP. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:06:50.152092 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.160784 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:50.185132 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-31c0cf5f-339e-4d55-bae7-5b80039c1a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:50.219678 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2f39b35d-8ccd-4df9-a88f-faff50cbff8a req-a11c87cf-610c-476a-a970-133c8f45e5e9 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512346
May 10 20:06:50.260857 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Pushing event updated for resources: {'Port': ['ID=0ae4af2f-5d7c-428f-a9ac-c040797b4484,revision_number=1']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:50.263890 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:50.277471 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Network 985c36f5-abbd-4a16-8808-60848e951241 is already hosted by enough agents. {{(pid=78749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:06:50.279244 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.base_scheduler [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Resources bound (agent type, host, resource id):  {{(pid=78749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:50.281581 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Received port after_create {{(pid=78749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:06:50.328015 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1ba09dba-8f4b-4fb2-8608-8bed0b29ad9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.373423 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.388552 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Attempting to bind port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:06:50.388941 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Attempting to bind port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:06:50.389297 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Attempting to bind port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 on network 985c36f5-abbd-4a16-8808-60848e951241 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:06:50.395446 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:06:50.395826 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Checking segment: {'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:06:50.396240 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.396694 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Bound using segment: {'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:06:50.397231 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Bound port: 0ae4af2f-5d7c-428f-a9ac-c040797b4484, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:06:50.397634 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.409210 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1ba09dba-8f4b-4fb2-8608-8bed0b29ad9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.423086 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.498282 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] For port 0ae4af2f-5d7c-428f-a9ac-c040797b4484, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:06:50.503701 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] For port 0ae4af2f-5d7c-428f-a9ac-c040797b4484, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=0ae4af2f-5d7c-428f-a9ac-c040797b4484,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:06:50.509446 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.527502 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:50.618846 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 5decc357-119d-4968-a240-8ace4eb99942 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:06:50.656227 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5454-680a-485b-96ec-81fd4912cf34 req-4cf26ac5-c078-4d2f-af16-a625adfb78a9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:50.663969 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-016e5454-680a-485b-96ec-81fd4912cf34 req-4cf26ac5-c078-4d2f-af16-a625adfb78a9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 945 time: 0.1103051
May 10 20:06:50.678962 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Pushing event updated for resources: {'Port': ['ID=0ae4af2f-5d7c-428f-a9ac-c040797b4484,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:50.682762 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:50.722994 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 5decc357-119d-4968-a240-8ace4eb99942 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:06:50.730948 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 5decc357-119d-4968-a240-8ace4eb99942 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:06:50.731619 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.752808 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-016e5454-680a-485b-96ec-81fd4912cf34 req-39c4ad21-7c17-48a7-83ba-e23ce83f059b tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809877
May 10 20:06:50.801528 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1ba09dba-8f4b-4fb2-8608-8bed0b29ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.812429 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2d54a4dc-9e87-43be-93f8-37a1e6352c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:50.824633 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Allocated IP 172.27.0.138 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/0b123569-4599-4fff-acaa-2dce45b4a71a) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:06:50.833965 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba09dba-8f4b-4fb2-8608-8bed0b29ad9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3938e076-cc8b-4e6d-b909-14d9ef1e599b,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:50.841158 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1ba09dba-8f4b-4fb2-8608-8bed0b29ad9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:50.980111 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1ba09dba-8f4b-4fb2-8608-8bed0b29ad9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:50.981348 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-1ba09dba-8f4b-4fb2-8608-8bed0b29ad9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3938e076-cc8b-4e6d-b909-14d9ef1e599b HTTP/1.1" status: 204  len: 168 time: 0.9170554
May 10 20:06:51.038457 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:51.068219 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:51.072972 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24154574-b223-429b-bb83-464e690ff742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5decc357-119d-4968-a240-8ace4eb99942'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:06:51.084381 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 5decc357-119d-4968-a240-8ace4eb99942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5decc357-119d-4968-a240-8ace4eb99942,segment=NetworkSegment(10d8d8a7-23f5-4ef9-b80d-14d09a438ba3),segment_id=10d8d8a7-23f5-4ef9-b80d-14d09a438ba3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:51.091555 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:51.094638 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:51.114276 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:51.119944 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:51.162014 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24154574-b223-429b-bb83-464e690ff742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5decc357-119d-4968-a240-8ace4eb99942', 'code': 200}
May 10 20:06:51.170081 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=5decc357-119d-4968-a240-8ace4eb99942,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:51.173399 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:51.195449 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:06:51.199096 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:51.202873 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:06:51.250460 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Pushing event updated for resources: {'Port': ['ID=0b123569-4599-4fff-acaa-2dce45b4a71a,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:51.262215 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:51.335564 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d55ffe-6697-4e91-8948-9ca2f273e30f req-6cc40968-5b35-43c2-8caa-3add8fc14b41 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:51.337912 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-05d55ffe-6697-4e91-8948-9ca2f273e30f req-6cc40968-5b35-43c2-8caa-3add8fc14b41 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1099176
May 10 20:06:51.470965 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-05d55ffe-6697-4e91-8948-9ca2f273e30f req-d1b18436-71cd-496a-8bdd-d549718137b2 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205258
May 10 20:06:51.521094 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fea5c-e632-4e22-8beb-402452f3d334 req-06c57563-23df-42ea-945a-042c1d315f7a tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:51.522637 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2d5fea5c-e632-4e22-8beb-402452f3d334 req-06c57563-23df-42ea-945a-042c1d315f7a tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 949 time: 0.1330779
May 10 20:06:51.602483 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2d5fea5c-e632-4e22-8beb-402452f3d334 req-4f539e25-ea32-4aed-9c27-8770428d4e49 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717905
May 10 20:06:51.840513 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783322bc-3edd-45ee-b9a1-78e3e6e47f4f req-95fc307f-99dd-4216-a793-b2bedb4372a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:51.870546 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-783322bc-3edd-45ee-b9a1-78e3e6e47f4f req-95fc307f-99dd-4216-a793-b2bedb4372a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 1102 time: 0.1813931
May 10 20:06:51.879933 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0ae4af2f-5d7c-428f-a9ac-c040797b4484 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:06:51.972879 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:52.051875 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-783322bc-3edd-45ee-b9a1-78e3e6e47f4f req-22f3dc55-dd28-438b-a331-83c62d33260f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623962
May 10 20:06:52.113849 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:06:52.211237 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb7728-f1a6-48de-9a6d-3bdd608c1b7e req-582ac3a6-c28c-4e4e-9969-06d08cd3cb36 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:52.212785 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57fb7728-f1a6-48de-9a6d-3bdd608c1b7e req-582ac3a6-c28c-4e4e-9969-06d08cd3cb36 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 945 time: 0.1276886
May 10 20:06:52.258053 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d09f88-52ab-4838-94b6-61947097a193 None None] Network 985c36f5-abbd-4a16-8808-60848e951241 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:06:52.262113 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57fb7728-f1a6-48de-9a6d-3bdd608c1b7e req-0bd0a0f8-f0ab-4445-a862-27f3815c6e3c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413077
May 10 20:06:52.358257 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-c14edaca-4e7d-4cc0-89aa-75948c6cf5e2 None None] Provisioning for port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:06:52.367733 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-c14edaca-4e7d-4cc0-89aa-75948c6cf5e2 None None] Provisioning complete for port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:06:52.368041 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-c14edaca-4e7d-4cc0-89aa-75948c6cf5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:52.460957 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659203'] for router, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:52.623576 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-c14edaca-4e7d-4cc0-89aa-75948c6cf5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:52.667419 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-c14edaca-4e7d-4cc0-89aa-75948c6cf5e2 None None] For port 0ae4af2f-5d7c-428f-a9ac-c040797b4484, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=0ae4af2f-5d7c-428f-a9ac-c040797b4484,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:52.684037 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-c14edaca-4e7d-4cc0-89aa-75948c6cf5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:52.686082 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:52.732982 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf is scheduled to L3 agent 229cd993-baba-4305-aee7-6911b8bac52a with binding_index 1 {{(pid=78748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:06:52.776933 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438a89-de06-459a-8d97-309d7fcfb7f1 req-33616836-f3b2-40ed-a4b3-4db21aa34468 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:52.788483 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b5438a89-de06-459a-8d97-309d7fcfb7f1 req-33616836-f3b2-40ed-a4b3-4db21aa34468 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1336048
May 10 20:06:52.800888 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14edaca-4e7d-4cc0-89aa-75948c6cf5e2 None None] Pushing event updated for resources: {'Port': ['ID=0ae4af2f-5d7c-428f-a9ac-c040797b4484,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:52.816472 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-c14edaca-4e7d-4cc0-89aa-75948c6cf5e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:52.863911 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b5438a89-de06-459a-8d97-309d7fcfb7f1 req-3ad9f25f-4c20-45f1-b515-59fd2223b2a6 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740676
May 10 20:06:52.999031 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d06e9-165e-4461-b533-3131e78a9b3a req-6a1fab3c-56ed-4f47-b6a2-8ee3101e582a tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:53.005672 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-908d06e9-165e-4461-b533-3131e78a9b3a req-6a1fab3c-56ed-4f47-b6a2-8ee3101e582a tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 949 time: 0.1456833
May 10 20:06:53.070598 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-908d06e9-165e-4461-b533-3131e78a9b3a req-dfb46958-954f-4bf3-8b75-ab0639019c1d tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602388
May 10 20:06:53.118442 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-3ec18e03-71b1-4616-a360-1267c6cf57ac None None] Provisioning complete for port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:06:53.119061 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-3ec18e03-71b1-4616-a360-1267c6cf57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:53.199046 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:06:53.210442 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Sync routers for ids ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:06:53.222041 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Routers {'30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:06:53.222660 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4227250>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:06:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:53.240082 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:53.242780 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.0109093
May 10 20:06:53.245662 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 60908) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:53.463127 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Set router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:06:53.531453 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d17b1-036e-4d16-af8a-60da6a7e2589 req-9a7ae0b4-d168-4297-a712-25c6efe81a2d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:53.542017 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-019d17b1-036e-4d16-af8a-60da6a7e2589 req-9a7ae0b4-d168-4297-a712-25c6efe81a2d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 945 time: 0.1248877
May 10 20:06:53.601543 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-019d17b1-036e-4d16-af8a-60da6a7e2589 req-751f3910-2f56-459e-b7bc-b83ad4d62f2b tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585380
May 10 20:06:53.764387 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0ae4af2f-5d7c-428f-a9ac-c040797b4484 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:06:53.782242 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4227250>, [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:51Z', 'revision_number': 3, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:53.786995 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Checking router: 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:06:53.787375 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Updating router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf port 0b123569-4599-4fff-acaa-2dce45b4a71a binding host dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:06:53.873438 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:53.891840 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:06:53.892309 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:54.411803 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103b7d9-b478-46af-8ac3-3c3eceb2592a req-e74799f3-02b2-4def-b6fc-cb81026e3c98 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:54.415231 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b103b7d9-b478-46af-8ac3-3c3eceb2592a req-e74799f3-02b2-4def-b6fc-cb81026e3c98 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2135744
May 10 20:06:54.641500 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b103b7d9-b478-46af-8ac3-3c3eceb2592a req-73313234-925f-466d-9c11-195db2d555c8 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966799
May 10 20:06:54.655976 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:54.663472 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a81b9-9bcc-4324-b313-64f5dcb8904d req-290daa23-ccc8-438e-952f-76be86d41550 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:54.665014 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-154a81b9-9bcc-4324-b313-64f5dcb8904d req-290daa23-ccc8-438e-952f-76be86d41550 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 949 time: 0.2473841
May 10 20:06:54.745685 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-154a81b9-9bcc-4324-b313-64f5dcb8904d req-6f04a838-49bd-4cf1-b372-621a2446fec7 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686312
May 10 20:06:54.833853 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Notify callbacks [] for port, precommit_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:54.852757 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.provisioning_blocks [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Transition to ACTIVE for port object 0b123569-4599-4fff-acaa-2dce45b4a71a will not be triggered until provisioned by entity L2. {{(pid=78750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:06:54.862863 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:54.869306 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-6ca60299-3174-4f80-a0fe-257aef8483cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:54.942977 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Attempting to bind port 0b123569-4599-4fff-acaa-2dce45b4a71a on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:06:54.943371 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Attempting to bind port 0b123569-4599-4fff-acaa-2dce45b4a71a by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:06:54.943739 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Attempting to bind port 0b123569-4599-4fff-acaa-2dce45b4a71a on network 66463a67-383e-46fc-b836-a04601c3d476 {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:06:54.960403 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:06:54.960779 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Checking segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:06:54.961202 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:54.961580 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Bound using segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:06:54.962093 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Allocated IP 172.20.0.1 (985c36f5-abbd-4a16-8808-60848e951241/f23df6c7-48a2-41f7-996c-c2648d7f6a36/31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:06:54.962215 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Bound port: 0b123569-4599-4fff-acaa-2dce45b4a71a, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:06:54.962398 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:54.988314 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Pushing event updated for resources: {'Port': ['ID=0b123569-4599-4fff-acaa-2dce45b4a71a,revision_number=2']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:55.008218 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.009111 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.009441 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.009763 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.010080 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.010396 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.010716 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.011024 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.011373 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.011687 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.011994 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.012296 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:55.015851 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:55.052470 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] For port 0b123569-4599-4fff-acaa-2dce45b4a71a, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:06:55.055605 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] For port 0b123569-4599-4fff-acaa-2dce45b4a71a, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=0b123569-4599-4fff-acaa-2dce45b4a71a,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:06:55.059968 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:55.065333 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:55.118037 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:55.130487 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Routers {'30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:06:55.131106 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4227250>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:06:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:55.134255 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Transition to ACTIVE for port object 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:06:55.159079 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:55.162619 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:55.220763 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Network 985c36f5-abbd-4a16-8808-60848e951241 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:06:55.223864 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:55.227514 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:06:55.266217 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Pushing event updated for resources: {'Port': ['ID=0b123569-4599-4fff-acaa-2dce45b4a71a,revision_number=3']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:55.269460 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:55.269871 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Pushing event updated for resources: {'Port': ['ID=31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:55.276773 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:55.300320 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655836'] for router_interface, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:55.332755 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] Set router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:06:55.431170 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:55.525814 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-ef52ac3a-82ef-4932-8f1b-84729995ac55 None None] Provisioning for port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:06:55.535876 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-ef52ac3a-82ef-4932-8f1b-84729995ac55 None None] Provisioning complete for port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:06:55.536649 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ef52ac3a-82ef-4932-8f1b-84729995ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:55.619879 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-ef52ac3a-82ef-4932-8f1b-84729995ac55 None None] Port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:06:55.653365 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4227250>, [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:51Z', 'revision_number': 3, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:55.657578 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188c906-96b4-4045-89ac-f7e7b8196773 None None] The sync data for ids ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'] in dv-cinder-788365-3-iscsi is: [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:51Z', 'revision_number': 3, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:06:55.850345 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:55.863578 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:55.987475 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-fc789f23-17b8-4516-9edb-c703424a694a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:56.051364 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655743'] for router_interface, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:56.160273 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef56dc-b4d3-475a-9e77-014a3a6e6b88 req-f086dded-e636-4f70-9c9c-c74460569638 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:56.162529 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7cef56dc-b4d3-475a-9e77-014a3a6e6b88 req-f086dded-e636-4f70-9c9c-c74460569638 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.3671589
May 10 20:06:56.195820 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Pushing event updated for resources: {'Port': ['ID=31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:56.200612 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:56.228380 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950b401-3bfc-4a4a-848d-eab21d467615 req-e1f8a0d6-aad4-465b-8a70-95c48a15a612 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:56.237420 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5950b401-3bfc-4a4a-848d-eab21d467615 req-e1f8a0d6-aad4-465b-8a70-95c48a15a612 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 949 time: 0.2807188
May 10 20:06:56.297501 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7cef56dc-b4d3-475a-9e77-014a3a6e6b88 req-a3039dd6-63a5-4077-969c-dc35efdcf24e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245015
May 10 20:06:56.308122 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Network 985c36f5-abbd-4a16-8808-60848e951241 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:06:56.309584 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:56.345221 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5950b401-3bfc-4a4a-848d-eab21d467615 req-7e096a1d-51f6-4d45-9241-fc59281a2263 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047719
May 10 20:06:56.549224 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-b7506fcb-5f24-4b19-9a17-6ccdd0efa7cf None None] Provisioning complete for port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:06:56.549950 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-b7506fcb-5f24-4b19-9a17-6ccdd0efa7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:56.556793 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:06:56.618950 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-b7506fcb-5f24-4b19-9a17-6ccdd0efa7cf None None] Port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:06:56.766936 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:06:56.777939 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] 10.222.0.18 "PUT /v2.0/routers/30c27dbe-3248-47f4-8de0-7fb5c5be8fdf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5291204
May 10 20:06:56.862887 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ca141-9228-49af-8eee-c5495fe322f2 req-ca3dc90f-e47d-4cd2-80d6-d79f77841e30 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:56.864453 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5c0ca141-9228-49af-8eee-c5495fe322f2 req-ca3dc90f-e47d-4cd2-80d6-d79f77841e30 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 949 time: 0.0904884
May 10 20:06:56.925254 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5c0ca141-9228-49af-8eee-c5495fe322f2 req-a2f26e1b-32c1-4252-94c8-07e8825d6f48 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528326
May 10 20:06:56.956883 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e4851762-3ab1-40e3-b6a1-f467245645af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:57.471789 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 32770) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:57.479969 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-233641633-network', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:57.485499 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:57.492033 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Usage tracker for resource:network and tenant:74c199e5a7db4b34b503e08fb6af0bec is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:57.495621 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:57.507675 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:57.521316 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Made reservation on behalf of 74c199e5a7db4b34b503e08fb6af0bec for: {'network': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:57.524606 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:57.544557 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:57.558435 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618d927-635b-488d-9a8c-2dc9c3429e21 req-0e22a9cd-3307-42a8-bdc0-958a9c4307f6 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:57.561041 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:57.565866 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:74c199e5a7db4b34b503e08fb6af0bec is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:57.567783 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4618d927-635b-488d-9a8c-2dc9c3429e21 req-0e22a9cd-3307-42a8-bdc0-958a9c4307f6 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1088386
May 10 20:06:57.568993 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:57.575692 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:57.619088 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4618d927-635b-488d-9a8c-2dc9c3429e21 req-e42277a5-2c9a-4e29-a1f3-c389598cc6eb tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502703
May 10 20:06:57.688671 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:57.695913 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:57.703302 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dcbb68fd-ae5f-4cf6-81ad-e56b2678345b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:57.747894 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 990, 'physical_network': 'physnet1'}  {{(pid=78748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:06:57.755455 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a50a9b-0512-4c7e-8be0-66ac2800c913,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:57.761134 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:57.766946 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:57.768244 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.segments_db [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Added segment 24a58a05-5883-4470-842d-0ec2abacac8e of type vlan for network 16b35104-8fa2-42d7-a685-ac6b94295a8f
May 10 20:06:57.777682 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Sync routers for ids ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:06:57.791365 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Routers {'30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:06:57.792317 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce44103a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:06:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:57.809428 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:57.852820 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:57.854681 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:57.855501 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:57.864776 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-646bce03-9b71-45b6-bb72-5013a2244fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:57.968258 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0b123569-4599-4fff-acaa-2dce45b4a71a up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:06:58.003048 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 32788) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:58.008976 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=16b35104-8fa2-42d7-a685-ac6b94295a8f,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:58.014141 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:58.016368 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5428705
May 10 20:06:58.022356 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 32792) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:58.028295 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Request body: {'subnet': {'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-233641633-subnet', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:58.031829 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 16b35104-8fa2-42d7-a685-ac6b94295a8f details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:06:58.034746 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:58.039118 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Usage tracker for resource:subnet and tenant:74c199e5a7db4b34b503e08fb6af0bec is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:58.046297 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:58.054077 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:58.068622 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Made reservation on behalf of 74c199e5a7db4b34b503e08fb6af0bec for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:58.072096 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082233'] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.258766 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Set router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:06:58.304785 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 0b123569-4599-4fff-acaa-2dce45b4a71a completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:06:58.322353 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 0b123569-4599-4fff-acaa-2dce45b4a71a triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:06:58.322724 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.340959 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-03acd261-384f-4239-8032-f726d422bbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.365294 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-03acd261-384f-4239-8032-f726d422bbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:58.370599 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-03acd261-384f-4239-8032-f726d422bbfa admin admin] Usage tracker for resource:security_group_rule and tenant:e74f324e15c64421ad65c0972cef3c0e is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:58.374519 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-03acd261-384f-4239-8032-f726d422bbfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:58.389163 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-03acd261-384f-4239-8032-f726d422bbfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:58.466486 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7122c-8a84-4c35-8031-a7fa79a53198 req-f361bd27-229e-49b8-a4c5-d955add1f47b tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:58.468116 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-15f7122c-8a84-4c35-8031-a7fa79a53198 req-f361bd27-229e-49b8-a4c5-d955add1f47b tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 949 time: 0.2293463
May 10 20:06:58.541271 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-15f7122c-8a84-4c35-8031-a7fa79a53198 req-3988cd97-4958-4274-a5f2-31f6eb09929b tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588911
May 10 20:06:58.591500 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-03acd261-384f-4239-8032-f726d422bbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.600006 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-03acd261-384f-4239-8032-f726d422bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.647611 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6584735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082123'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.651300 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.653668 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:58.655374 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-2bb19a9c-51a3-4227-9f15-a3da1d8d65e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:58.675882 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-03acd261-384f-4239-8032-f726d422bbfa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e74f324e15c64421ad65c0972cef3c0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6704469
May 10 20:06:58.679819 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 32806) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:58.703674 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 0b123569-4599-4fff-acaa-2dce45b4a71a, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=0b123569-4599-4fff-acaa-2dce45b4a71a,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:58.714730 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.718059 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:58.768471 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acd261-384f-4239-8032-f726d422bbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cef723f-0ab5-4ddb-b897-5f751927f59c,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:58.784984 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-03acd261-384f-4239-8032-f726d422bbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:58.851065 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c681f43b-6617-474a-888b-7904a76c9ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.851257 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e2b29e-f0db-42ee-aafb-d0eb46b4237a,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:58.855057 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:58.860889 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Checking segment: {'id': '24a58a05-5883-4470-842d-0ec2abacac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:06:58.861771 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Network hostable DHCP agents. Network: 16b35104-8fa2-42d7-a685-ac6b94295a8f, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:06:58.881319 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Network 16b35104-8fa2-42d7-a685-ac6b94295a8f is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:06:58.892208 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 16b35104-8fa2-42d7-a685-ac6b94295a8f) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:58.903447 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c681f43b-6617-474a-888b-7904a76c9ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.903910 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:58.904710 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.906251 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d9f01-9981-4c7c-8ff3-11ba57e0257c None None] Network 16b35104-8fa2-42d7-a685-ac6b94295a8f requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:06:58.931999 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-23a0233f-0496-4fdf-99d3-69ea97843c96 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9081011
May 10 20:06:58.934479 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 32810) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:58.943063 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-233641633-router', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:58.944430 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=0b123569-4599-4fff-acaa-2dce45b4a71a,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:58.948554 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:58.953483 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Usage tracker for resource:router and tenant:74c199e5a7db4b34b503e08fb6af0bec is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:58.957777 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:58.974250 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:58.975597 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:58.986540 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4458'] for router, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.988318 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4435'] for router, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.008555 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.078985 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce44103a0>, [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 4, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2', 'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'mac_address': 'fa:16:3e:42:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:54Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 2, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'subnets': [{'id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:06:59.090332 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Checking router: 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:06:59.090880 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Updating router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 binding host dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:06:59.126187 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c681f43b-6617-474a-888b-7904a76c9ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.134248 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ad0994d0-bcab-4242-b6d9-728b486b5512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:59.147653 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681f43b-6617-474a-888b-7904a76c9ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cef723f-0ab5-4ddb-b897-5f751927f59c,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:59.150661 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c681f43b-6617-474a-888b-7904a76c9ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:59.161015 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c681f43b-6617-474a-888b-7904a76c9ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.162229 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-c681f43b-6617-474a-888b-7904a76c9ec9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cef723f-0ab5-4ddb-b897-5f751927f59c HTTP/1.1" status: 204  len: 168 time: 0.4758754
May 10 20:06:59.218131 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65b34c-ddc9-4a9c-9aaf-70fd4fbaa271 req-f45c2abc-0050-4ec5-bfa1-a8851012a65b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:59.232085 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8d65b34c-ddc9-4a9c-9aaf-70fd4fbaa271 req-f45c2abc-0050-4ec5-bfa1-a8851012a65b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.3939805
May 10 20:06:59.293835 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.322908 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8d65b34c-ddc9-4a9c-9aaf-70fd4fbaa271 req-886b54e9-2fec-4c6c-bdf5-f30914f9d55f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873230
May 10 20:06:59.407238 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4429'] for router, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.476563 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d4e11141-1e2c-4013-879c-d7d7d467a318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.555796 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108336a-2a82-4683-8fcf-6152aadb59a6 req-1697dc6c-2e5e-4802-9171-4e9d279ed629 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:59.557594 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0108336a-2a82-4683-8fcf-6152aadb59a6 req-1697dc6c-2e5e-4802-9171-4e9d279ed629 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1145687
May 10 20:06:59.619778 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.626871 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc2a8df-320a-50db-a64d-be9126b88c2f-16b35104-8fa2-42d7-a685-ac6b94295a8f', 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'fixed_ips': [{'subnet_id': 'a3e2b29e-f0db-42ee-aafb-d0eb46b4237a'}]}} from dv-cinder-788365-3-iscsi. {{(pid=78749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:06:59.628845 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.635241 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0108336a-2a82-4683-8fcf-6152aadb59a6 req-356f6eb6-62c8-4f01-a15d-371848ea7c30 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709271
May 10 20:06:59.680311 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 32838) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:59.712589 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7b889022-7fdc-4f36-88b8-e55d1ec0d311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.731149 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-7b889022-7fdc-4f36-88b8-e55d1ec0d311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:59.735750 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-7b889022-7fdc-4f36-88b8-e55d1ec0d311 admin admin] Usage tracker for resource:security_group_rule and tenant:cd793c5b721a445a9b291c9a6fd215f8 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:59.740470 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-7b889022-7fdc-4f36-88b8-e55d1ec0d311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:59.747753 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-7b889022-7fdc-4f36-88b8-e55d1ec0d311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:59.823362 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0b123569-4599-4fff-acaa-2dce45b4a71a up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:06:59.869760 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7b889022-7fdc-4f36-88b8-e55d1ec0d311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.918216 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7b889022-7fdc-4f36-88b8-e55d1ec0d311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.930756 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.933180 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:59.964608 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:59.991706 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-7b889022-7fdc-4f36-88b8-e55d1ec0d311 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd793c5b721a445a9b291c9a6fd215f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3075750
May 10 20:06:59.991706 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b889022-7fdc-4f36-88b8-e55d1ec0d311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db3cc6b-b3db-40a5-b250-8b28c31d60eb,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:59.996476 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 32842) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:00.009795 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-7b889022-7fdc-4f36-88b8-e55d1ec0d311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:00.038088 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 0b123569-4599-4fff-acaa-2dce45b4a71a triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:00.038663 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.076643 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce8b07-57c7-49a5-948e-a91c39436df9 req-21d60d44-6ffb-45a5-a5f5-cf8947b78673 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:00.084331 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dcce8b07-57c7-49a5-948e-a91c39436df9 req-21d60d44-6ffb-45a5-a5f5-cf8947b78673 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 949 time: 0.2125657
May 10 20:07:00.151520 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dcce8b07-57c7-49a5-948e-a91c39436df9 req-0847385b-8760-4020-bfc8-6cca84f92b1e tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662825
May 10 20:07:00.153708 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Allocated IP 172.27.0.236 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/b3f04b6b-97e3-4ac4-8048-6937d2c7df34) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:07:00.157115 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab4fa-cfc1-4a41-9e0a-2f8e65e828e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.185085 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.db_base_plugin_common [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Allocated IP 172.20.0.2 (16b35104-8fa2-42d7-a685-ac6b94295a8f/a3e2b29e-f0db-42ee-aafb-d0eb46b4237a/07690cb8-ba55-4672-a605-a88162dd2703) {{(pid=78749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:07:00.189931 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab4fa-cfc1-4a41-9e0a-2f8e65e828e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.240695 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Notify callbacks [] for port, precommit_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.266657 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab4fa-cfc1-4a41-9e0a-2f8e65e828e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.273175 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-03acd261-384f-4239-8032-f726d422bbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:00.289623 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ab4fa-cfc1-4a41-9e0a-2f8e65e828e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db3cc6b-b3db-40a5-b250-8b28c31d60eb,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:00.292869 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-7f1ab4fa-cfc1-4a41-9e0a-2f8e65e828e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:00.294713 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab4fa-cfc1-4a41-9e0a-2f8e65e828e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.299149 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-7f1ab4fa-cfc1-4a41-9e0a-2f8e65e828e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3db3cc6b-b3db-40a5-b250-8b28c31d60eb HTTP/1.1" status: 204  len: 168 time: 0.2987652
May 10 20:07:00.342815 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.396296 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.401981 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-32a21f2e-7865-448e-a040-9886acc0616e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:00.434324 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Transition to ACTIVE for port object 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:00.460341 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.469672 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:00.493768 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:07:00.511092 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:07:00.520958 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:07:00.634599 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Pushing event updated for resources: {'Port': ['ID=b3f04b6b-97e3-4ac4-8048-6937d2c7df34,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:00.642755 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:00.727034 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe34db3-dcb6-49a7-b60c-b9808d0ae8c4 req-690b8e12-b396-43b5-a8e9-8fdf9a227c88 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:00.731526 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bbe34db3-dcb6-49a7-b60c-b9808d0ae8c4 req-690b8e12-b396-43b5-a8e9-8fdf9a227c88 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.23 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 949 time: 0.2708125
May 10 20:07:00.789338 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77948c-ba5c-4231-acb2-8d169497724a req-633ca785-b16e-44c6-a64c-62ab12bbbc16 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:00.793345 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4c77948c-ba5c-4231-acb2-8d169497724a req-633ca785-b16e-44c6-a64c-62ab12bbbc16 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2619152
May 10 20:07:00.979483 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f587ae-2ea9-40e2-921e-e2b4c579612d None None] Pushing event updated for resources: {'Port': ['ID=31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:00.985158 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-64f587ae-2ea9-40e2-921e-e2b4c579612d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:01.019297 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4c77948c-ba5c-4231-acb2-8d169497724a req-82a62d7a-66f6-47f6-b20f-946c30374057 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362875
May 10 20:07:01.105780 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-bbe34db3-dcb6-49a7-b60c-b9808d0ae8c4 req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Deleting port 5decc357-119d-4968-a240-8ace4eb99942 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:07:01.106347 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-bbe34db3-dcb6-49a7-b60c-b9808d0ae8c4 req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.141829 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.188947 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Attempting to bind port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:07:01.189360 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Attempting to bind port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:07:01.189947 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Attempting to bind port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 on network 985c36f5-abbd-4a16-8808-60848e951241 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:01.214765 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:07:01.214765 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Checking segment: {'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:07:01.215472 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.216129 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Bound using segment: {'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:07:01.216917 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Bound port: 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:07:01.217529 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.280566 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.349651 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979df53-3b0f-43ca-b8b5-e8d38b1fba68 req-45f3141e-185d-40fb-a45f-78eddeeb9b36 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:01.351162 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9979df53-3b0f-43ca-b8b5-e8d38b1fba68 req-45f3141e-185d-40fb-a45f-78eddeeb9b36 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.2145383
May 10 20:07:01.353298 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-bbe34db3-dcb6-49a7-b60c-b9808d0ae8c4 req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] For port 5decc357-119d-4968-a240-8ace4eb99942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5decc357-119d-4968-a240-8ace4eb99942,segment=NetworkSegment(10d8d8a7-23f5-4ef9-b80d-14d09a438ba3),segment_id=10d8d8a7-23f5-4ef9-b80d-14d09a438ba3)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:01.353663 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-bbe34db3-dcb6-49a7-b60c-b9808d0ae8c4 req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.414967 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.434641 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Transition to ACTIVE for port object 07690cb8-ba55-4672-a605-a88162dd2703 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:01.442785 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] For port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:07:01.449386 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] For port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:07:01.456617 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.464902 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:01.514838 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Transition to ACTIVE for port object 07690cb8-ba55-4672-a605-a88162dd2703 will not be triggered until provisioned by entity DHCP. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:01.524648 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-bbe34db3-dcb6-49a7-b60c-b9808d0ae8c4 req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Calling delete_port for 5decc357-119d-4968-a240-8ace4eb99942 owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:07:01.535057 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.569620 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Network 16b35104-8fa2-42d7-a685-ac6b94295a8f is already hosted by enough agents. {{(pid=78749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:07:01.573294 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.base_scheduler [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Resources bound (agent type, host, resource id):  {{(pid=78749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:07:01.575122 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Routers {'30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:01.575773 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce44103a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:06:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:01.626729 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9979df53-3b0f-43ca-b8b5-e8d38b1fba68 req-a12cd63d-1fa0-4d45-b58a-59772f19f013 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2047696
May 10 20:07:01.674743 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbefc9-c84c-4b70-91c9-e7c6c4572c79 req-a46073b9-ec2a-4c13-9f26-468c98701a61 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:01.698097 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-29dbefc9-c84c-4b70-91c9-e7c6c4572c79 req-a46073b9-ec2a-4c13-9f26-468c98701a61 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 949 time: 0.2763062
May 10 20:07:01.724951 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Received port after_create {{(pid=78749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:07:01.730126 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f587ae-2ea9-40e2-921e-e2b4c579612d None None] Pushing event updated for resources: {'Port': ['ID=31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:01.778658 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-29dbefc9-c84c-4b70-91c9-e7c6c4572c79 req-8aca3fe9-e8e4-4423-ac0a-0512682d8f49 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cc1bd-617f-4d2c-b4d5-72f65392492e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765259
May 10 20:07:01.821946 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659203'] for router, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.846879 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-64f587ae-2ea9-40e2-921e-e2b4c579612d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:01.847706 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:01.922256 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-bbe34db3-dcb6-49a7-b60c-b9808d0ae8c4 req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.929793 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:01.982226 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Pushing event deleted for resources: {'Port': ['ID=5decc357-119d-4968-a240-8ace4eb99942,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:01.986011 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:02.075005 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe34db3-dcb6-49a7-b60c-b9808d0ae8c4 req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] No DVR routers for this DVR port 5decc357-119d-4968-a240-8ace4eb99942 on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:07:02.079219 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-bbe34db3-dcb6-49a7-b60c-b9808d0ae8c4 req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:02.082786 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24154574-b223-429b-bb83-464e690ff742', 'name': 'network-vif-deleted', 'tag': '5decc357-119d-4968-a240-8ace4eb99942'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:02.092120 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bbe34db3-dcb6-49a7-b60c-b9808d0ae8c4 req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.23 "DELETE /v2.0/ports/5decc357-119d-4968-a240-8ace4eb99942 HTTP/1.1" status: 204  len: 173 time: 1.3309934
May 10 20:07:02.113902 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['5decc357-119d-4968-a240-8ace4eb99942'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:07:02.155760 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 is scheduled to L3 agent 229cd993-baba-4305-aee7-6911b8bac52a with binding_index 1 {{(pid=78748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:07:02.298156 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Pushing event updated for resources: {'Port': ['ID=07690cb8-ba55-4672-a605-a88162dd2703,revision_number=1']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:02.305480 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Attempting to bind port 07690cb8-ba55-4672-a605-a88162dd2703 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:07:02.305770 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Attempting to bind port 07690cb8-ba55-4672-a605-a88162dd2703 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '24a58a05-5883-4470-842d-0ec2abacac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:07:02.306099 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Attempting to bind port 07690cb8-ba55-4672-a605-a88162dd2703 on network 16b35104-8fa2-42d7-a685-ac6b94295a8f {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:02.312959 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:02.335426 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:07:02.335809 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Checking segment: {'id': '24a58a05-5883-4470-842d-0ec2abacac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:07:02.336231 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:02.336639 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Bound using segment: {'id': '24a58a05-5883-4470-842d-0ec2abacac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:07:02.337145 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Bound port: 07690cb8-ba55-4672-a605-a88162dd2703, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a58a05-5883-4470-842d-0ec2abacac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:07:02.337526 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:02.373210 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:02.415161 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] Set router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:02.503379 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24154574-b223-429b-bb83-464e690ff742', 'name': 'network-vif-deleted', 'tag': '5decc357-119d-4968-a240-8ace4eb99942', 'status': 'completed', 'code': 200}
May 10 20:07:02.531586 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b2300-dbae-44f7-916d-bdc9bbc76f3e req-c8e5281c-a7dd-4ccf-b298-9fab8d7c2ee5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:02.533846 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9c3b2300-dbae-44f7-916d-bdc9bbc76f3e req-c8e5281c-a7dd-4ccf-b298-9fab8d7c2ee5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.3041620
May 10 20:07:02.545277 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:07:02.556280 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Sync routers for ids ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:07:02.570828 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Routers {'b4cf5c5f-3976-46f0-82e1-05efc0dc8699'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:02.571803 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-bc143603-9815-40d7-adf3-549225070f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4132a00>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:06:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:02.572248 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:02.576220 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.6379433
May 10 20:07:02.576498 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 32872) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:02.597553 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9c3b2300-dbae-44f7-916d-bdc9bbc76f3e req-706c512b-8e8b-40e0-a528-6d34cee67ad3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551283
May 10 20:07:02.666758 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] For port 07690cb8-ba55-4672-a605-a88162dd2703, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:07:02.680062 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] For port 07690cb8-ba55-4672-a605-a88162dd2703, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=07690cb8-ba55-4672-a605-a88162dd2703,segment=NetworkSegment(24a58a05-5883-4470-842d-0ec2abacac8e),segment_id=24a58a05-5883-4470-842d-0ec2abacac8e)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:07:02.694274 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:02.709481 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-c14edaca-4e7d-4cc0-89aa-75948c6cf5e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:02.824407 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Set router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:02.902806 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Pushing event updated for resources: {'Port': ['ID=07690cb8-ba55-4672-a605-a88162dd2703,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:02.912582 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:02.982661 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce44103a0>, [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 4, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2', 'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'mac_address': 'fa:16:3e:42:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:54Z', 'updated_at': '2021-05-10T20:07:01Z', 'revision_number': 4, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'subnets': [{'id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:02.993026 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17697f-8996-4bbb-8963-5a42d3507727 None None] The sync data for ids ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'] in dv-cinder-788365-3-iscsi is: [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 4, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2', 'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'mac_address': 'fa:16:3e:42:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:54Z', 'updated_at': '2021-05-10T20:07:01Z', 'revision_number': 4, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'subnets': [{'id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:07:03.213069 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-19953200-2623-4e43-abff-5fd52c3f3e85 req-f4d317af-bd0d-4281-87e9-51a983d072be tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Synchronizing usage tracker for tenant:9b6406e7e4974f4f98ba1b20bc0d5ace on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:07:03.276134 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f9029-cccf-4f90-8a2f-e44a8066a146 req-f6961b50-9971-4932-961f-6523ad84211a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:03.277778 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-609f9029-cccf-4f90-8a2f-e44a8066a146 req-f6961b50-9971-4932-961f-6523ad84211a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.3469524
May 10 20:07:03.280496 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-19953200-2623-4e43-abff-5fd52c3f3e85 req-f4d317af-bd0d-4281-87e9-51a983d072be tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Unset dirty status for tenant:9b6406e7e4974f4f98ba1b20bc0d5ace on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:07:03.281610 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-19953200-2623-4e43-abff-5fd52c3f3e85 req-f4d317af-bd0d-4281-87e9-51a983d072be tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] 10.222.0.18 "GET /v2.0/ports?device_id=24154574-b223-429b-bb83-464e690ff742 HTTP/1.1" status: 200  len: 210 time: 0.1703887
May 10 20:07:03.485530 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-609f9029-cccf-4f90-8a2f-e44a8066a146 req-03330e81-2ace-455c-aa1e-5498cd0a5335 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1983428
May 10 20:07:03.605391 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-bc143603-9815-40d7-adf3-549225070f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4132a00>, [{'id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'name': 'tempest-TestMinimumBasicScenario-233641633-router', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:58Z', 'updated_at': '2021-05-10T20:07:00Z', 'revision_number': 3, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'gw_port': {'id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:07:00Z', 'updated_at': '2021-05-10T20:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:03.611762 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Checking router: b4cf5c5f-3976-46f0-82e1-05efc0dc8699 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:07:03.612118 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Updating router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 port b3f04b6b-97e3-4ac4-8048-6937d2c7df34 binding host dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:07:03.732144 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:03.914377 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4a9ff-2bc3-46cd-8663-fc26eaf36bef req-77a6b7fd-82fc-496a-9cc5-4127466c1312 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:03.928665 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-27d4a9ff-2bc3-46cd-8663-fc26eaf36bef req-77a6b7fd-82fc-496a-9cc5-4127466c1312 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1911390
May 10 20:07:03.936152 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 07690cb8-ba55-4672-a605-a88162dd2703 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:04.039118 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-27d4a9ff-2bc3-46cd-8663-fc26eaf36bef req-bbefe560-3c5a-4bae-a8b6-da45869bbf27 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063061
May 10 20:07:04.112713 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 07690cb8-ba55-4672-a605-a88162dd2703 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:04.118443 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:04.121834 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.296245 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:04.312712 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:04.313097 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.387933 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Notify callbacks [] for port, precommit_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.409845 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.provisioning_blocks [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Transition to ACTIVE for port object b3f04b6b-97e3-4ac4-8048-6937d2c7df34 will not be triggered until provisioned by entity L2. {{(pid=78750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:04.421255 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.426885 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:04.476461 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Allocated IP 172.20.0.1 (16b35104-8fa2-42d7-a685-ac6b94295a8f/a3e2b29e-f0db-42ee-aafb-d0eb46b4237a/971260f6-4801-40f7-9b22-3d326fee1282) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:07:04.520028 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.544397 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dd2bc6-5c94-46bf-8ca3-54b54003ee26 None None] Network 16b35104-8fa2-42d7-a685-ac6b94295a8f requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:07:04.589154 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303f1f3-156c-43f8-ade2-1b0889891b86 None None] Pushing event updated for resources: {'Port': ['ID=b3f04b6b-97e3-4ac4-8048-6937d2c7df34,revision_number=2']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:04.595340 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-1303f1f3-156c-43f8-ade2-1b0889891b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:04.619106 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Attempting to bind port b3f04b6b-97e3-4ac4-8048-6937d2c7df34 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:07:04.619869 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Attempting to bind port b3f04b6b-97e3-4ac4-8048-6937d2c7df34 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:07:04.620077 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Attempting to bind port b3f04b6b-97e3-4ac4-8048-6937d2c7df34 on network 66463a67-383e-46fc-b836-a04601c3d476 {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:04.625801 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:07:04.626168 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Checking segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:07:04.626770 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.627552 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Bound using segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:07:04.628412 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Bound port: b3f04b6b-97e3-4ac4-8048-6937d2c7df34, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:07:04.628960 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.680922 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-3c1adbe6-8a53-4ad3-ac04-4db5c9d63eeb None None] Provisioning for port 07690cb8-ba55-4672-a605-a88162dd2703 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:04.699360 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:04.723053 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 5decc357-119d-4968-a240-8ace4eb99942 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:07:04.756429 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-bc143603-9815-40d7-adf3-549225070f24 None None] For port b3f04b6b-97e3-4ac4-8048-6937d2c7df34, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:07:04.761363 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-bc143603-9815-40d7-adf3-549225070f24 None None] For port b3f04b6b-97e3-4ac4-8048-6937d2c7df34, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=b3f04b6b-97e3-4ac4-8048-6937d2c7df34,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:07:04.770352 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.778641 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:04.790268 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.803451 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-3c1adbe6-8a53-4ad3-ac04-4db5c9d63eeb None None] Provisioning complete for port 07690cb8-ba55-4672-a605-a88162dd2703 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:04.812777 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-3c1adbe6-8a53-4ad3-ac04-4db5c9d63eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.858469 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f58b76-2e47-4393-a0c3-9a13c0b6f14c req-b97d5f92-e62f-43e4-82f5-633d1f2df597 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:04.860734 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e2f58b76-2e47-4393-a0c3-9a13c0b6f14c req-b97d5f92-e62f-43e4-82f5-633d1f2df597 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.2088873
May 10 20:07:04.904034 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Routers {'b4cf5c5f-3976-46f0-82e1-05efc0dc8699'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:04.904666 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-bc143603-9815-40d7-adf3-549225070f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4132a00>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:06:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:04.910076 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.923218 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-61cea6c3-6ed7-44dc-9b3d-778bb169b7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:04.964368 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Transition to ACTIVE for port object 971260f6-4801-40f7-9b22-3d326fee1282 will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:04.975459 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e2f58b76-2e47-4393-a0c3-9a13c0b6f14c req-d91baa4c-6dd1-4940-a4f1-96c87720be4b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015043
May 10 20:07:04.985741 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 5decc357-119d-4968-a240-8ace4eb99942 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:07:04.987214 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 5decc357-119d-4968-a240-8ace4eb99942 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:07:05.038033 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:05.055526 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8c722de0-e5ab-461b-95cf-1131deb4cdaf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:05.069766 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303f1f3-156c-43f8-ade2-1b0889891b86 None None] Pushing event updated for resources: {'Port': ['ID=b3f04b6b-97e3-4ac4-8048-6937d2c7df34,revision_number=3']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:05.085085 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-1303f1f3-156c-43f8-ade2-1b0889891b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:05.151765 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Pushing event updated for resources: {'Port': ['ID=971260f6-4801-40f7-9b22-3d326fee1282,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:05.157001 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:05.163461 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Network 16b35104-8fa2-42d7-a685-ac6b94295a8f is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:07:05.165183 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:07:05.170836 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:07:05.181944 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-bc143603-9815-40d7-adf3-549225070f24 None None] Set router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:05.239600 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655836'] for router_interface, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:05.274833 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:05.297652 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:05.325253 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566074e-ed45-43c8-af5d-d4a798e80384 req-7419540d-4459-409a-86a7-07e5933f01e3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:05.335168 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c566074e-ed45-43c8-af5d-d4a798e80384 req-7419540d-4459-409a-86a7-07e5933f01e3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1398675
May 10 20:07:05.416364 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c566074e-ed45-43c8-af5d-d4a798e80384 req-66d8257a-0111-407a-8dd0-844ed220927a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791202
May 10 20:07:05.478454 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:05.538580 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-3c1adbe6-8a53-4ad3-ac04-4db5c9d63eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:05.586829 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-3c1adbe6-8a53-4ad3-ac04-4db5c9d63eeb None None] For port 07690cb8-ba55-4672-a605-a88162dd2703, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=07690cb8-ba55-4672-a605-a88162dd2703,segment=NetworkSegment(24a58a05-5883-4470-842d-0ec2abacac8e),segment_id=24a58a05-5883-4470-842d-0ec2abacac8e)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:05.594069 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-3c1adbe6-8a53-4ad3-ac04-4db5c9d63eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:05.597947 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:05.604103 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-bc143603-9815-40d7-adf3-549225070f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4132a00>, [{'id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'name': 'tempest-TestMinimumBasicScenario-233641633-router', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:58Z', 'updated_at': '2021-05-10T20:07:00Z', 'revision_number': 3, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'gw_port': {'id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:07:00Z', 'updated_at': '2021-05-10T20:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:05.615899 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc143603-9815-40d7-adf3-549225070f24 None None] The sync data for ids ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'] in dv-cinder-788365-3-iscsi is: [{'id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'name': 'tempest-TestMinimumBasicScenario-233641633-router', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:58Z', 'updated_at': '2021-05-10T20:07:00Z', 'revision_number': 3, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'gw_port': {'id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:07:00Z', 'updated_at': '2021-05-10T20:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:07:05.693086 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1adbe6-8a53-4ad3-ac04-4db5c9d63eeb None None] Pushing event updated for resources: {'Port': ['ID=07690cb8-ba55-4672-a605-a88162dd2703,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:05.696148 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-3c1adbe6-8a53-4ad3-ac04-4db5c9d63eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:05.790496 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:05.806805 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:05.813892 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:05.858432 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:05.891706 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:05.892182 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:05.997769 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Pushing event updated for resources: {'Port': ['ID=971260f6-4801-40f7-9b22-3d326fee1282,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:06.006421 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:06.085755 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655743'] for router_interface, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:06.094614 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-273baaa4-e50f-491d-b4e5-413f08c27781 None None] Provisioning complete for port 07690cb8-ba55-4672-a605-a88162dd2703 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:06.096784 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-273baaa4-e50f-491d-b4e5-413f08c27781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:06.418535 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Network 16b35104-8fa2-42d7-a685-ac6b94295a8f is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:07:06.425433 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:07:06.559582 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f441a55-ff68-43ff-bf2a-d439e3409e26 req-1710dd5b-3f7f-4fc4-9682-9c00f2fb95a6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:06.571100 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5f441a55-ff68-43ff-bf2a-d439e3409e26 req-1710dd5b-3f7f-4fc4-9682-9c00f2fb95a6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.2488368
May 10 20:07:06.580402 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-273baaa4-e50f-491d-b4e5-413f08c27781 None None] Provisioning for port 971260f6-4801-40f7-9b22-3d326fee1282 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:06.587282 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-273baaa4-e50f-491d-b4e5-413f08c27781 None None] Provisioning complete for port 971260f6-4801-40f7-9b22-3d326fee1282 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:06.588097 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-273baaa4-e50f-491d-b4e5-413f08c27781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:06.703183 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-273baaa4-e50f-491d-b4e5-413f08c27781 None None] Port 971260f6-4801-40f7-9b22-3d326fee1282 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:07:06.832635 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5f441a55-ff68-43ff-bf2a-d439e3409e26 req-7da638b9-c9c8-4e2a-8416-4816a29cadda tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2602630
May 10 20:07:06.863533 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-f5418b04-ff1d-43cc-93e8-56a21e044f64 None None] Provisioning complete for port 971260f6-4801-40f7-9b22-3d326fee1282 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:06.863910 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f5418b04-ff1d-43cc-93e8-56a21e044f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:06.870589 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818a7af-8dfb-47e1-816c-1800ed4b1f6a req-1e674599-33d0-4343-9482-519ad06ed658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:06.874941 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5818a7af-8dfb-47e1-816c-1800ed4b1f6a req-1e674599-33d0-4343-9482-519ad06ed658 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 1098 time: 0.4245017
May 10 20:07:06.984312 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5818a7af-8dfb-47e1-816c-1800ed4b1f6a req-08bd9b7f-7ab2-420c-abd6-ffd8ec31f45d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844898
May 10 20:07:07.002487 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:07:07.015039 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-f5418b04-ff1d-43cc-93e8-56a21e044f64 None None] Port 971260f6-4801-40f7-9b22-3d326fee1282 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:07:07.025537 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92024f48-239f-4859-8bee-471f660db05c req-a943c356-f8dd-4991-8a85-bb1d66abc9ad tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:07.032237 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-92024f48-239f-4859-8bee-471f660db05c req-a943c356-f8dd-4991-8a85-bb1d66abc9ad tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.3638458
May 10 20:07:07.112670 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-92024f48-239f-4859-8bee-471f660db05c req-85b37ce0-c080-4d4f-90c8-460641f30a84 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724807
May 10 20:07:07.228262 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:07:07.238458 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] 10.222.0.18 "PUT /v2.0/routers/b4cf5c5f-3976-46f0-82e1-05efc0dc8699/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6607802
May 10 20:07:07.933429 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device b3f04b6b-97e3-4ac4-8048-6937d2c7df34 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:08.030429 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Sync routers for ids ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:07:08.045238 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Routers {'b4cf5c5f-3976-46f0-82e1-05efc0dc8699'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:08.046318 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce406acd0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:06:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:08.134447 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae429444-a8a9-4839-add8-71c40feee0d7 req-7d93f965-08cf-43d8-9f1d-e746467a77e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:08.140791 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ae429444-a8a9-4839-add8-71c40feee0d7 req-7d93f965-08cf-43d8-9f1d-e746467a77e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1150846
May 10 20:07:08.223712 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ae429444-a8a9-4839-add8-71c40feee0d7 req-99dcbb78-1377-4a25-80d8-47190a9bad34 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768616
May 10 20:07:08.269166 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port b3f04b6b-97e3-4ac4-8048-6937d2c7df34 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:08.285216 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port b3f04b6b-97e3-4ac4-8048-6937d2c7df34 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:08.285919 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:08.534996 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Set router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:08.659717 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc505181-2ad8-487c-9946-efede593d2e7 req-76d9f4c6-4967-4460-b309-1db398b613c1 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:08.662022 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc505181-2ad8-487c-9946-efede593d2e7 req-76d9f4c6-4967-4460-b309-1db398b613c1 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1774755
May 10 20:07:08.831246 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc505181-2ad8-487c-9946-efede593d2e7 req-7afb599c-0912-42b3-b789-3e92ddbae8f7 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568105
May 10 20:07:08.843747 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:08.898422 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port b3f04b6b-97e3-4ac4-8048-6937d2c7df34, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=b3f04b6b-97e3-4ac4-8048-6937d2c7df34,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:08.928039 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:08.932063 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:08.932363 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 07690cb8-ba55-4672-a605-a88162dd2703 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:09.013565 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:09.150529 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=b3f04b6b-97e3-4ac4-8048-6937d2c7df34,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:09.163884 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:09.203214 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 07690cb8-ba55-4672-a605-a88162dd2703 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:09.203620 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.323417 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce406acd0>, [{'id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'name': 'tempest-TestMinimumBasicScenario-233641633-router', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:58Z', 'updated_at': '2021-05-10T20:07:05Z', 'revision_number': 4, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'gw_port': {'id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:07:00Z', 'updated_at': '2021-05-10T20:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '971260f6-4801-40f7-9b22-3d326fee1282', 'name': '', 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'mac_address': 'fa:16:3e:ab:be:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a3e2b29e-f0db-42ee-aafb-d0eb46b4237a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:07:04Z', 'updated_at': '2021-05-10T20:07:05Z', 'revision_number': 2, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'subnets': [{'id': 'a3e2b29e-f0db-42ee-aafb-d0eb46b4237a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:09.410314 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Checking router: b4cf5c5f-3976-46f0-82e1-05efc0dc8699 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:07:09.411345 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Updating router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 port 971260f6-4801-40f7-9b22-3d326fee1282 binding host dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:07:09.489791 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.491381 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b5881-e439-43c3-9d4f-c4b8d1b6c28e req-96e5ca57-cc00-4f3f-b7be-1fc827298322 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:09.493091 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3c9b5881-e439-43c3-9d4f-c4b8d1b6c28e req-96e5ca57-cc00-4f3f-b7be-1fc827298322 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1229608
May 10 20:07:09.584608 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3c9b5881-e439-43c3-9d4f-c4b8d1b6c28e req-a5d7aae7-213e-4f6b-9714-3fa1ac909293 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846517
May 10 20:07:09.857916 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device b3f04b6b-97e3-4ac4-8048-6937d2c7df34 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:10.047812 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port b3f04b6b-97e3-4ac4-8048-6937d2c7df34 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:10.048491 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.317147 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Notify callbacks [] for port, precommit_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.333334 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162f8cd-7600-4c8f-ad79-58e506f9177f req-c5c9f65c-2d1f-41fb-b102-25aed4f81bfc tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:10.342150 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Transition to ACTIVE for port object 971260f6-4801-40f7-9b22-3d326fee1282 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:10.342740 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9162f8cd-7600-4c8f-ad79-58e506f9177f req-c5c9f65c-2d1f-41fb-b102-25aed4f81bfc tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2007759
May 10 20:07:10.369240 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.374188 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-64f587ae-2ea9-40e2-921e-e2b4c579612d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:10.407695 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9162f8cd-7600-4c8f-ad79-58e506f9177f req-6261247c-0c46-467e-86a2-34622973c1f7 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638375
May 10 20:07:10.627397 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a6978-98e6-4848-bbf7-362cb418500d None None] Pushing event updated for resources: {'Port': ['ID=971260f6-4801-40f7-9b22-3d326fee1282,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:10.648601 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-4d2a6978-98e6-4848-bbf7-362cb418500d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:10.863885 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Attempting to bind port 971260f6-4801-40f7-9b22-3d326fee1282 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:07:10.864556 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Attempting to bind port 971260f6-4801-40f7-9b22-3d326fee1282 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '24a58a05-5883-4470-842d-0ec2abacac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:07:10.865777 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Attempting to bind port 971260f6-4801-40f7-9b22-3d326fee1282 on network 16b35104-8fa2-42d7-a685-ac6b94295a8f {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:10.904390 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:07:10.905459 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Checking segment: {'id': '24a58a05-5883-4470-842d-0ec2abacac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:07:10.906136 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.911817 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Bound using segment: {'id': '24a58a05-5883-4470-842d-0ec2abacac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:07:10.912741 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Bound port: 971260f6-4801-40f7-9b22-3d326fee1282, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a58a05-5883-4470-842d-0ec2abacac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:07:10.913370 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.923189 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753113c0-efde-406e-932d-494511e8a22b req-39afe37e-6236-4799-b273-65afae82359d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:10.932799 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-753113c0-efde-406e-932d-494511e8a22b req-39afe37e-6236-4799-b273-65afae82359d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1852984
May 10 20:07:11.019926 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-753113c0-efde-406e-932d-494511e8a22b req-b3ba7837-635a-45a8-8ebc-e33cab8742e7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855687
May 10 20:07:11.106722 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] For port 971260f6-4801-40f7-9b22-3d326fee1282, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:07:11.112245 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] For port 971260f6-4801-40f7-9b22-3d326fee1282, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=971260f6-4801-40f7-9b22-3d326fee1282,segment=NetworkSegment(24a58a05-5883-4470-842d-0ec2abacac8e),segment_id=24a58a05-5883-4470-842d-0ec2abacac8e)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:07:11.130510 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:11.144248 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-2c3ed687-fd72-421f-b3a0-bc6d46e7970d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:11.205609 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d5508-8245-4c47-8d55-f31dfb8b9802 req-2e41d663-8ec5-4215-83f9-1ce861dc436c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:11.207741 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-661d5508-8245-4c47-8d55-f31dfb8b9802 req-2e41d663-8ec5-4215-83f9-1ce861dc436c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1351101
May 10 20:07:11.274373 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Routers {'b4cf5c5f-3976-46f0-82e1-05efc0dc8699'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:11.275093 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce406acd0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:06:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:11.306224 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce63f4-6f2e-42fd-a9eb-69d08625150b req-12e7079b-d921-40d9-8747-61c0400a54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:11.309966 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f0ce63f4-6f2e-42fd-a9eb-69d08625150b req-12e7079b-d921-40d9-8747-61c0400a54f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 1098 time: 0.3038366
May 10 20:07:11.354204 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a6978-98e6-4848-bbf7-362cb418500d None None] Pushing event updated for resources: {'Port': ['ID=971260f6-4801-40f7-9b22-3d326fee1282,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:11.358134 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-4d2a6978-98e6-4848-bbf7-362cb418500d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:11.435604 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-661d5508-8245-4c47-8d55-f31dfb8b9802 req-be3a4654-8e28-4f02-bd8f-d464867b387e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2205751
May 10 20:07:11.615547 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce63f4-6f2e-42fd-a9eb-69d08625150b req-b9f30dcc-7bbd-41db-8ea7-17a636663bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:11.617021 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f0ce63f4-6f2e-42fd-a9eb-69d08625150b req-b9f30dcc-7bbd-41db-8ea7-17a636663bb7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 200  len: 920 time: 0.2887428
May 10 20:07:11.680460 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] Set router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:11.734917 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f0ce63f4-6f2e-42fd-a9eb-69d08625150b req-7d98a162-f4ce-42f3-b7dd-36b53179ede4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36239dce-bce0-41cd-ac86-754fa19c0608 HTTP/1.1" status: 200  len: 217 time: 0.0964983
May 10 20:07:11.893147 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce63f4-6f2e-42fd-a9eb-69d08625150b req-aeabfe7d-cc8c-490a-8fc9-b01cc2048712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:11.900369 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f0ce63f4-6f2e-42fd-a9eb-69d08625150b req-aeabfe7d-cc8c-490a-8fc9-b01cc2048712 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40cc35f2-27c7-418a-bd2a-92a5bc83986d HTTP/1.1" status: 200  len: 859 time: 0.1513546
May 10 20:07:12.059461 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f0ce63f4-6f2e-42fd-a9eb-69d08625150b req-c66780e1-cbba-427e-80f9-33cfafa3d13c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1374269
May 10 20:07:12.252867 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce406acd0>, [{'id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'name': 'tempest-TestMinimumBasicScenario-233641633-router', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:58Z', 'updated_at': '2021-05-10T20:07:05Z', 'revision_number': 4, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'gw_port': {'id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:07:00Z', 'updated_at': '2021-05-10T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '971260f6-4801-40f7-9b22-3d326fee1282', 'name': '', 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'mac_address': 'fa:16:3e:ab:be:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a3e2b29e-f0db-42ee-aafb-d0eb46b4237a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:07:04Z', 'updated_at': '2021-05-10T20:07:11Z', 'revision_number': 4, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'subnets': [{'id': 'a3e2b29e-f0db-42ee-aafb-d0eb46b4237a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:12.258626 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fbf8b-b2fc-46e0-9c02-0e6a4a37ac80 None None] The sync data for ids ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'] in dv-cinder-788365-3-iscsi is: [{'id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'name': 'tempest-TestMinimumBasicScenario-233641633-router', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:58Z', 'updated_at': '2021-05-10T20:07:05Z', 'revision_number': 4, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'gw_port': {'id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:07:00Z', 'updated_at': '2021-05-10T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '971260f6-4801-40f7-9b22-3d326fee1282', 'name': '', 'network_id': '16b35104-8fa2-42d7-a685-ac6b94295a8f', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'mac_address': 'fa:16:3e:ab:be:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a3e2b29e-f0db-42ee-aafb-d0eb46b4237a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:07:04Z', 'updated_at': '2021-05-10T20:07:11Z', 'revision_number': 4, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'subnets': [{'id': 'a3e2b29e-f0db-42ee-aafb-d0eb46b4237a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:07:12.600302 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f0ce63f4-6f2e-42fd-a9eb-69d08625150b req-41ee9dfe-e759-4662-97fb-8fe661e42b05 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5278730
May 10 20:07:12.809183 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91f39-a017-4215-8f70-e0d5572e5b1f req-f24c9f55-643d-47a4-abbf-345a44e1d3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:12.821320 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-daa91f39-a017-4215-8f70-e0d5572e5b1f req-f24c9f55-643d-47a4-abbf-345a44e1d3e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.5074058
May 10 20:07:12.959934 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f0ce63f4-6f2e-42fd-a9eb-69d08625150b req-b7f32089-eea6-416b-9815-7a7bf1a3b4fd service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3402183
May 10 20:07:12.978960 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-daa91f39-a017-4215-8f70-e0d5572e5b1f req-e2aafa2c-96ce-42cf-8e8c-edb5d096f9ce tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1559122
May 10 20:07:13.279092 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628c0fc-ee4e-4555-9b46-c13d6adb874e req-93461115-cb0a-4000-ab57-ffd3f16fe2a1 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:13.281876 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4628c0fc-ee4e-4555-9b46-c13d6adb874e req-93461115-cb0a-4000-ab57-ffd3f16fe2a1 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1115720
May 10 20:07:13.387465 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4628c0fc-ee4e-4555-9b46-c13d6adb874e req-733dc0e9-a942-4f6b-8d75-ba620bd73fdb tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894520
May 10 20:07:13.837774 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 971260f6-4801-40f7-9b22-3d326fee1282 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:13.962214 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 971260f6-4801-40f7-9b22-3d326fee1282 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:13.968448 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 971260f6-4801-40f7-9b22-3d326fee1282 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:13.968823 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:14.136178 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:14.180643 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 971260f6-4801-40f7-9b22-3d326fee1282, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=971260f6-4801-40f7-9b22-3d326fee1282,segment=NetworkSegment(24a58a05-5883-4470-842d-0ec2abacac8e),segment_id=24a58a05-5883-4470-842d-0ec2abacac8e)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:14.189116 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:14.192819 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:14.285024 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=971260f6-4801-40f7-9b22-3d326fee1282,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:14.290549 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:14.324780 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74feb82-1679-486a-953f-bcd401e610b0 req-8ce9aa9b-46b5-4254-82a0-5a37606d1036 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:14.326517 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a74feb82-1679-486a-953f-bcd401e610b0 req-8ce9aa9b-46b5-4254-82a0-5a37606d1036 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1401465
May 10 20:07:14.394552 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a74feb82-1679-486a-953f-bcd401e610b0 req-3cde1e85-74db-4868-a6fa-08de1ab15fda tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589533
May 10 20:07:14.640306 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e811495-5470-4e0c-a84e-d9ee706c2ecb req-3452a589-47ae-43b0-89a2-27ec6ff9255d tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:14.641898 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e811495-5470-4e0c-a84e-d9ee706c2ecb req-3452a589-47ae-43b0-89a2-27ec6ff9255d tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1148636
May 10 20:07:14.714348 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e811495-5470-4e0c-a84e-d9ee706c2ecb req-cc602950-5af5-48c9-877e-e1613d107826 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592899
May 10 20:07:15.726189 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2e15b-8179-41b1-a8bb-1220f5a69036 req-df70a3b9-0bc4-4a56-9d08-89f9db1cdba5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:15.731619 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82e2e15b-8179-41b1-a8bb-1220f5a69036 req-df70a3b9-0bc4-4a56-9d08-89f9db1cdba5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1419933
May 10 20:07:15.805805 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82e2e15b-8179-41b1-a8bb-1220f5a69036 req-1612f02a-2b4b-42e6-9e0a-0805444c5bcd tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594995
May 10 20:07:15.872705 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 971260f6-4801-40f7-9b22-3d326fee1282 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:16.073289 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 971260f6-4801-40f7-9b22-3d326fee1282 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:16.074509 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:16.135768 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae13ac-232b-4199-bb6b-964b54386b3e req-39c6e71f-eb80-4468-9df6-4481e14d220c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:16.137360 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b0ae13ac-232b-4199-bb6b-964b54386b3e req-39c6e71f-eb80-4468-9df6-4481e14d220c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1315844
May 10 20:07:16.199474 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b0ae13ac-232b-4199-bb6b-964b54386b3e req-55c9ee78-2f06-4247-aeb3-64215893e257 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547566
May 10 20:07:17.255715 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ce9ae-4c7d-4cdf-9bd5-0f1c18784c59 req-92efe2cb-3dcc-44bc-93a1-f24bd95bc5ed tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:17.258673 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9c4ce9ae-4c7d-4cdf-9bd5-0f1c18784c59 req-92efe2cb-3dcc-44bc-93a1-f24bd95bc5ed tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.2075973
May 10 20:07:17.377859 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9c4ce9ae-4c7d-4cdf-9bd5-0f1c18784c59 req-e86d970a-35de-42a6-9f9a-2f9bad1186d9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107032
May 10 20:07:17.543584 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-7b11d27f-3a5d-4b4b-a00f-3cc8b8408c67 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:17.551356 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-7b11d27f-3a5d-4b4b-a00f-3cc8b8408c67 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 815 time: 0.1850097
May 10 20:07:17.569324 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-6620333a-47c9-42cd-bd13-2bea903ce9fc tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/quotas/22d0ea06b0d5475596e3fecdc8c52daa HTTP/1.1" status: 200  len: 375 time: 0.0160913
May 10 20:07:17.734466 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-80572482-a5db-40b0-b101-1246d4e0550c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1642387
May 10 20:07:17.769869 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230dff7-a0f8-40af-a6bc-e3c1968f3065 req-7e7800c4-a2f8-4a98-80b1-bd4750ebcfce tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:17.771458 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8230dff7-a0f8-40af-a6bc-e3c1968f3065 req-7e7800c4-a2f8-4a98-80b1-bd4750ebcfce tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1667256
May 10 20:07:17.922494 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8230dff7-a0f8-40af-a6bc-e3c1968f3065 req-cf982a9b-3406-4c6b-ab38-a3b962257f1d tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264412
May 10 20:07:18.162695 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-887dc5a7-cf60-4963-b7f1-0c8c13c0aebd service neutron] 10.222.0.18 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4118271
May 10 20:07:18.399585 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-f08fa1e9-2b21-43b4-950d-4ee480c88a3d service neutron] 10.222.0.18 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2303867
May 10 20:07:18.857577 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1808d834-1973-4819-aa27-3241090713c4 req-0c9d4698-6629-4e02-bec7-95005057af0a tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 210 time: 0.0846579
May 10 20:07:18.866894 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6bc3b-5fe4-4a27-a752-f45e05369ddc req-85a869aa-770c-4670-9e21-f511c72709e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:18.874095 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-71c6bc3b-5fe4-4a27-a752-f45e05369ddc req-85a869aa-770c-4670-9e21-f511c72709e5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.2248118
May 10 20:07:18.943398 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-71c6bc3b-5fe4-4a27-a752-f45e05369ddc req-c931f103-1fa4-455d-b232-667f1e7b7921 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681903
May 10 20:07:20.219341 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-db62125f-2f73-424f-8717-9bff0ee31cd0 req-ff3b42eb-68ea-4c26-b0f7-641346f78900 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 210 time: 0.0648179
May 10 20:07:20.290545 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9637027-1de1-4486-866b-f1b477a3af0a req-55270092-df88-4773-baf3-b833fbb2f70e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:20.293294 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9637027-1de1-4486-866b-f1b477a3af0a req-55270092-df88-4773-baf3-b833fbb2f70e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2064872
May 10 20:07:20.459363 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9637027-1de1-4486-866b-f1b477a3af0a req-34a53bd2-b34e-4f33-b849-bd39cf070d0a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553569
May 10 20:07:20.529062 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffe899-51a2-470a-a775-f766a1800f98 req-14a8a3fd-3692-45c4-bd09-22be11820d52 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:20.543238 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5bffe899-51a2-470a-a775-f766a1800f98 req-14a8a3fd-3692-45c4-bd09-22be11820d52 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1918926
May 10 20:07:20.661332 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5bffe899-51a2-470a-a775-f766a1800f98 req-6da2cdb8-6796-4d45-818c-169581dc7bf8 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209245
May 10 20:07:21.534539 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-94b7fcba-6c9e-4c04-b374-7a448014bfc0 req-38d609a7-69df-4854-b08e-9733392a52c2 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 210 time: 0.1355410
May 10 20:07:21.577574 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-074d8bd6-9924-4517-a815-fde76ce4ced4 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:21.579391 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-074d8bd6-9924-4517-a815-fde76ce4ced4 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 815 time: 0.4398863
May 10 20:07:21.621169 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Request body: {'port': {'device_id': '3178ce03-85cb-4ae3-b3fe-6b94565a42ed', 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb', 'admin_state_up': True, 'tenant_id': '22d0ea06b0d5475596e3fecdc8c52daa'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:21.992838 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:22.016593 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:22.058545 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Made reservation on behalf of 22d0ea06b0d5475596e3fecdc8c52daa for: {'port': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:07:22.075874 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.191605 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2847a-a84a-4f00-bae0-42e00eacd2a0 req-bcdc414c-f912-42ff-ad9a-cddab1bc7627 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:22.221208 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a7b2847a-a84a-4f00-bae0-42e00eacd2a0 req-bcdc414c-f912-42ff-ad9a-cddab1bc7627 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.3214819
May 10 20:07:22.635775 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a7b2847a-a84a-4f00-bae0-42e00eacd2a0 req-77f742b0-702e-4186-9737-457d5ba02c1f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4081719
May 10 20:07:22.637827 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Allocated IP 172.20.0.2 (2ab8683e-6707-4997-bce1-e13ca1482abb/c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a/886ee138-2eaa-400d-8e17-135b9b0dd44c) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:07:22.653818 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 33384) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:22.805248 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:07:22.872117 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-13ed6535-0cc2-4a3f-b910-dfedde584d98 req-bd9468e2-b763-4c32-930a-8a1e3415e72d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 210 time: 0.0706723
May 10 20:07:22.891358 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 33394) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:22.897122 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-8695a016-3354-4b41-b176-ba69df8acff3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b6406e7e4974f4f98ba1b20bc0d5ace&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2329452
May 10 20:07:22.959423 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f838e-754f-44b7-9811-a5d343accc68 req-48764b48-fb6d-4740-b590-ef487469eb12 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:22.966370 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-347f838e-754f-44b7-9811-a5d343accc68 req-48764b48-fb6d-4740-b590-ef487469eb12 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.4163165
May 10 20:07:23.058165 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0798-5f54-442b-8250-51003572f03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.061075 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:23.062492 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.076226 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'port_id': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'mac_address': 'fa:16:3e:17:0b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:07:23.084831 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-347f838e-754f-44b7-9811-a5d343accc68 req-d406fd27-3b14-44c5-a24f-d8c3d829a301 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175439
May 10 20:07:23.120368 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0798-5f54-442b-8250-51003572f03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.141495 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.161491 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:07:23.179770 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:23.185931 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.186362 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.188233 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-382981c1-58b0-40b5-b97b-3bec74aa7ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:23.194345 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:23.283904 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['af31cec9-102f-419b-8e32-da9966c69e0b', '04667816-ee52-49e4-bcc7-c0fe9e13c5c8', '4ba817e3-0db3-4f3c-8458-adb3faec58fa'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:07:23.346488 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,revision_number=6']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:23.353115 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:23.370208 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0798-5f54-442b-8250-51003572f03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.384191 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Network 2ab8683e-6707-4997-bce1-e13ca1482abb is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:07:23.389428 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:07:23.395222 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:07:23.401066 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:23.401782 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.437795 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Pushing event updated for resources: {'Port': ['ID=886ee138-2eaa-400d-8e17-135b9b0dd44c,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:23.442074 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0798-5f54-442b-8250-51003572f03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.445896 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-aa4a0798-5f54-442b-8250-51003572f03e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/223cc1bd-617f-4d2c-b4d5-72f65392492e HTTP/1.1" status: 204  len: 168 time: 0.5456569
May 10 20:07:23.445896 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:23.446262 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-5d2d3712-ea0a-4297-a695-48be938627d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:23.476846 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8597865
May 10 20:07:23.481889 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a0798-5f54-442b-8250-51003572f03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223cc1bd-617f-4d2c-b4d5-72f65392492e,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:23.488010 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-aa4a0798-5f54-442b-8250-51003572f03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:23.541332 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Request body: {'port': {'device_id': '3178ce03-85cb-4ae3-b3fe-6b94565a42ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:23.626291 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:07:23.711486 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-7df55435-d89b-4280-8fea-9866a1ca3d56 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:23.712247 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-7df55435-d89b-4280-8fea-9866a1ca3d56 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Synchronizing usage tracker for tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 on resource:network {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:07:23.730068 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.788795 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-7df55435-d89b-4280-8fea-9866a1ca3d56 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Unset dirty status for tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 on resource:network {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:07:23.789678 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-7df55435-d89b-4280-8fea-9866a1ca3d56 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/networks?id=985c36f5-abbd-4a16-8808-60848e951241 HTTP/1.1" status: 200  len: 814 time: 0.3444064
May 10 20:07:23.857466 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-f2ccff55-dbf5-4bda-86fa-8a6e8af44762 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/quotas/68d9dc0ec8ce421bb3cc0e0e96524a81 HTTP/1.1" status: 200  len: 375 time: 0.0577662
May 10 20:07:24.183009 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823263f-b253-458d-ba3a-5571b9f09f0c req-6b51f0b7-53f1-460c-be0d-dd5b0088d9af tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:24.184838 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c823263f-b253-458d-ba3a-5571b9f09f0c req-6b51f0b7-53f1-460c-be0d-dd5b0088d9af tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 944 time: 0.3710346
May 10 20:07:24.235186 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-bc873326-eac0-447f-a5b0-1cbbf2036215 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3708792
May 10 20:07:24.313436 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c823263f-b253-458d-ba3a-5571b9f09f0c req-408a3d4e-4e2d-4efd-a00d-58bf5606744e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1205814
May 10 20:07:24.498779 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-ea9d7499-d5fe-4477-a2b1-f146f957f331 service neutron] 10.222.0.18 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273872
May 10 20:07:24.571749 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886ee138-2eaa-400d-8e17-135b9b0dd44c {{(pid=78747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:07:24.633126 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:24.688594 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Transition to ACTIVE for port object 886ee138-2eaa-400d-8e17-135b9b0dd44c will not be triggered until provisioned by entity L2. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:24.700368 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:24.708845 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:24.825134 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:24.852521 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-9e033283-3bb0-4219-b4ed-f094620d6658 service neutron] 10.222.0.18 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3151662
May 10 20:07:24.878795 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58824237-cd7f-4172-a52c-5d4d1b145e09 req-7e1ab946-f498-480a-8142-a305a135bece tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:24.879583 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-58824237-cd7f-4172-a52c-5d4d1b145e09 req-7e1ab946-f498-480a-8142-a305a135bece tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Synchronizing usage tracker for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:07:24.883881 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Pushing event updated for resources: {'Port': ['ID=886ee138-2eaa-400d-8e17-135b9b0dd44c,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:24.920777 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:24.951969 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Attempting to bind port 886ee138-2eaa-400d-8e17-135b9b0dd44c on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:07:24.952319 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Attempting to bind port 886ee138-2eaa-400d-8e17-135b9b0dd44c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:07:24.952649 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Attempting to bind port 886ee138-2eaa-400d-8e17-135b9b0dd44c on network 2ab8683e-6707-4997-bce1-e13ca1482abb {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:24.957590 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-58824237-cd7f-4172-a52c-5d4d1b145e09 req-7e1ab946-f498-480a-8142-a305a135bece tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Unset dirty status for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:07:24.958759 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-58824237-cd7f-4172-a52c-5d4d1b145e09 req-7e1ab946-f498-480a-8142-a305a135bece tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 931 time: 0.4723294
May 10 20:07:24.960719 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Port 886ee138-2eaa-400d-8e17-135b9b0dd44c on network 2ab8683e-6707-4997-bce1-e13ca1482abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:07:24.961046 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Attempting to bind port 886ee138-2eaa-400d-8e17-135b9b0dd44c on network 2ab8683e-6707-4997-bce1-e13ca1482abb {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:24.969159 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:07:24.969359 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Checking segment: {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:07:24.969758 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Bound using segment: {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:07:24.970205 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Bound port: 886ee138-2eaa-400d-8e17-135b9b0dd44c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adf983d-8cfd-4094-b1e5-20b2c959759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb'}}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:07:24.970556 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:25.025741 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:25.026155 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:25.098557 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-58824237-cd7f-4172-a52c-5d4d1b145e09 req-c560a64c-64d2-4aec-92d3-e97ed34438de tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164150
May 10 20:07:25.207374 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] For port 886ee138-2eaa-400d-8e17-135b9b0dd44c, host hv-cinder-78836, cleared binding levels {{(pid=78747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:07:25.231856 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] For port 886ee138-2eaa-400d-8e17-135b9b0dd44c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=886ee138-2eaa-400d-8e17-135b9b0dd44c,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:07:25.366565 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:25.471079 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:25.473157 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:25.481559 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:25.483976 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:25.630900 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6ab5b09a-de9f-4720-94df-b17d557e215d req-ea936c09-330a-4254-be00-a29e7f53dada tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 210 time: 0.4017079
May 10 20:07:25.639074 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,revision_number=7']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:25.652257 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:25.680528 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:25.827159 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-19500adc-bd5e-42b9-b7a6-400624913400 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:25.966966 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:25.967665 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:25.968960 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] 10.222.0.23 "PUT /v2.0/ports/886ee138-2eaa-400d-8e17-135b9b0dd44c HTTP/1.1" status: 200  len: 1093 time: 2.4323111
May 10 20:07:25.969616 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3178ce03-85cb-4ae3-b3fe-6b94565a42ed', 'tag': '886ee138-2eaa-400d-8e17-135b9b0dd44c'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:26.029554 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Pushing event updated for resources: {'Port': ['ID=886ee138-2eaa-400d-8e17-135b9b0dd44c,revision_number=3']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:26.048119 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:26.104257 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba66581-55f7-4859-8fac-69cf2b4f6eff req-bde73b3f-1eee-423f-8031-9f428a1ee7d1 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:26.107263 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bba66581-55f7-4859-8fac-69cf2b4f6eff req-bde73b3f-1eee-423f-8031-9f428a1ee7d1 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.2011001
May 10 20:07:26.115376 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba28ca-19c7-4859-ac86-577af60172ee req-afb0914f-64b8-4499-b534-cd7b2177313d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:26.116834 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ddba28ca-19c7-4859-ac86-577af60172ee req-afb0914f-64b8-4499-b534-cd7b2177313d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.4797087
May 10 20:07:26.258636 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bba66581-55f7-4859-8fac-69cf2b4f6eff req-a0cb1dd7-81c4-4230-b4e9-9373418129b1 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1399486
May 10 20:07:26.280353 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ddba28ca-19c7-4859-ac86-577af60172ee req-199b1746-1a70-4b75-9e0f-6d8905f521e5 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1446476
May 10 20:07:26.343760 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'code': 200}
May 10 20:07:26.395756 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3178ce03-85cb-4ae3-b3fe-6b94565a42ed', 'tag': '886ee138-2eaa-400d-8e17-135b9b0dd44c', 'status': 'completed', 'code': 200}
May 10 20:07:26.398390 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-600f0bcf-1174-4693-9096-ef19f809a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:26.400777 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-600f0bcf-1174-4693-9096-ef19f809a4a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 1096 time: 0.2393646
May 10 20:07:26.623291 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-d0f6c2b3-931c-49eb-b59d-28e8d5838823 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886ee138-2eaa-400d-8e17-135b9b0dd44c HTTP/1.1" status: 200  len: 217 time: 0.1622412
May 10 20:07:26.725189 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-54820b46-9815-4bb6-99cd-f08b0a5e1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:26.726911 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-54820b46-9815-4bb6-99cd-f08b0a5e1bd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a HTTP/1.1" status: 200  len: 855 time: 0.0907166
May 10 20:07:26.735141 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b34e39-f23c-4c61-94d2-0f8803a5d48d req-8c4ebc7f-465a-4723-95df-4490ef2bbbf3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:26.736737 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99b34e39-f23c-4c61-94d2-0f8803a5d48d req-8c4ebc7f-465a-4723-95df-4490ef2bbbf3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 943 time: 0.1725256
May 10 20:07:26.815756 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-1a84f6ec-ec02-439f-9097-2041b3c3d60a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ab8683e-6707-4997-bce1-e13ca1482abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0689182
May 10 20:07:26.903218 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1ab440f5-366e-4c5c-930c-3f96193874e6 req-8e75ba0a-56a4-4f03-af0b-4d585c90a917 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 210 time: 0.0860639
May 10 20:07:26.974261 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9ecb5ea4-e2f9-4082-b415-a59c64401b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:26.988980 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-99b34e39-f23c-4c61-94d2-0f8803a5d48d req-19a6d6d4-00be-4a43-a3ac-ecbf0a9d2732 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2444043
May 10 20:07:27.045097 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:07:27.072628 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-9c18b184-fc4c-408b-9bea-a0dbe77f3c24 service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091253
May 10 20:07:27.269851 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b68dadd-2425-411c-a4c3-2b16325eca3f req-adf61468-3a34-4f5e-9421-39a33042995a service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839478
May 10 20:07:27.818094 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7413487-9611-4a80-a596-860640190fe1 req-60e7e0b8-ad06-4685-b2e1-ab9a80b943a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:27.831329 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c7413487-9611-4a80-a596-860640190fe1 req-60e7e0b8-ad06-4685-b2e1-ab9a80b943a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.4102886
May 10 20:07:27.929542 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-bb929cc5-7f7a-4a65-9715-a6814fbe696d tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:27.931939 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-bb929cc5-7f7a-4a65-9715-a6814fbe696d tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.23 "GET /v2.0/networks?id=985c36f5-abbd-4a16-8808-60848e951241 HTTP/1.1" status: 200  len: 814 time: 0.2216935
May 10 20:07:27.973129 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Request body: {'port': {'device_id': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'admin_state_up': True, 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:27.990846 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c7413487-9611-4a80-a596-860640190fe1 req-51f76c0c-8fae-494d-bf01-e928fc8c47a4 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1569927
May 10 20:07:28.017228 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94e65a-f7fd-4786-b011-46dddbed57c0 req-c15f6cd0-cb8d-4198-9088-af37496bf092 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:28.027961 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ea94e65a-f7fd-4786-b011-46dddbed57c0 req-c15f6cd0-cb8d-4198-9088-af37496bf092 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.4616475
May 10 20:07:28.042501 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb46eca-cc7e-45b4-9e8b-3ce4138042cc req-a7487165-c798-4eba-b07d-32864cf5dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:28.046804 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-eeb46eca-cc7e-45b4-9e8b-3ce4138042cc req-a7487165-c798-4eba-b07d-32864cf5dba7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 1096 time: 0.5628793
May 10 20:07:28.299452 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb46eca-cc7e-45b4-9e8b-3ce4138042cc req-89dc9049-c04d-4e71-b22d-22aeadef98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:28.302179 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-eeb46eca-cc7e-45b4-9e8b-3ce4138042cc req-89dc9049-c04d-4e71-b22d-22aeadef98c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 200  len: 916 time: 0.2151871
May 10 20:07:28.358731 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a77d4b31-d3c0-499c-ab89-e45577d12698 req-93106a5d-317b-4510-aec7-831d62975ba4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 210 time: 0.0552526
May 10 20:07:28.398814 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ea94e65a-f7fd-4786-b011-46dddbed57c0 req-f7df01a0-3b2d-4d9c-8516-7b72181bfd94 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3665938
May 10 20:07:28.440931 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 33544) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:28.469092 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:28.474070 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Usage tracker for resource:port and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:28.477552 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:28.484964 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:28.503973 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Made reservation on behalf of 68d9dc0ec8ce421bb3cc0e0e96524a81 for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:07:28.509884 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:28.778832 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Allocated IP 172.20.0.9 (985c36f5-abbd-4a16-8808-60848e951241/f23df6c7-48a2-41f7-996c-c2648d7f6a36/4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:07:28.788023 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-58ffb2a7-fe94-4ea9-8ee3-1deba572e7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:28.819198 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-58ffb2a7-fe94-4ea9-8ee3-1deba572e7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:28.825819 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-58ffb2a7-fe94-4ea9-8ee3-1deba572e7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:7e268fefa3224b8eb8138a64c09a75a7 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:28.835225 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-58ffb2a7-fe94-4ea9-8ee3-1deba572e7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:28.843732 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-58ffb2a7-fe94-4ea9-8ee3-1deba572e7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:28.932540 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0c26c-e90a-4f0f-ae3c-39c2bb158819 req-149611b3-07b5-438a-aa21-37368322e407 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:28.940768 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4ee0c26c-e90a-4f0f-ae3c-39c2bb158819 req-149611b3-07b5-438a-aa21-37368322e407 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 943 time: 0.4236720
May 10 20:07:29.013236 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4ee0c26c-e90a-4f0f-ae3c-39c2bb158819 req-19078302-d13a-417b-bf63-bac558a95b90 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714686
May 10 20:07:29.092610 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-58ffb2a7-fe94-4ea9-8ee3-1deba572e7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.101702 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-58ffb2a7-fe94-4ea9-8ee3-1deba572e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.110497 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-bcb04752-3a68-4180-bdf8-4c37a05a75fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:29.132853 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.155447 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Transition to ACTIVE for port object 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:29.157359 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffb2a7-fe94-4ea9-8ee3-1deba572e7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c3b8e0-3d6b-4646-beb5-12bbe96247c9,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:29.161888 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-58ffb2a7-fe94-4ea9-8ee3-1deba572e7e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e268fefa3224b8eb8138a64c09a75a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7197542
May 10 20:07:29.163211 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-58ffb2a7-fe94-4ea9-8ee3-1deba572e7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:29.164556 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 33556) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:29.218697 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.225765 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:29.271856 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d98420bd-45c6-42e6-a989-a45c813ddcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.300982 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Network 985c36f5-abbd-4a16-8808-60848e951241 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:07:29.304618 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:07:29.315498 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:07:29.317509 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d98420bd-45c6-42e6-a989-a45c813ddcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.356119 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'Port': ['ID=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:29.390437 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.390437 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.390952 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.391720 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.392228 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.393453 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.394062 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.394684 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.395145 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.395643 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.397425 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.397425 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:29.403208 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:29.443169 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:29.443876 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.449084 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d98420bd-45c6-42e6-a989-a45c813ddcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.452535 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-50fb907e-8645-460b-825f-d4de90f25452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.467847 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-04d5bb7e-72fd-4a07-94a5-95338a01810e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:29.482679 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5194201
May 10 20:07:29.495769 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98420bd-45c6-42e6-a989-a45c813ddcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c3b8e0-3d6b-4646-beb5-12bbe96247c9,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:29.531657 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d98420bd-45c6-42e6-a989-a45c813ddcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:29.554465 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29063a70-a7dc-4a68-a218-c3d18411faff req-2cbd27f9-cca1-4eda-aeb0-b721cd4fe1b0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:29.562411 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-29063a70-a7dc-4a68-a218-c3d18411faff req-2cbd27f9-cca1-4eda-aeb0-b721cd4fe1b0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.3564913
May 10 20:07:29.575936 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.606982 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d98420bd-45c6-42e6-a989-a45c813ddcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.608220 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-d98420bd-45c6-42e6-a989-a45c813ddcf4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2c3b8e0-3d6b-4646-beb5-12bbe96247c9 HTTP/1.1" status: 204  len: 168 time: 0.4425578
May 10 20:07:29.686423 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-29063a70-a7dc-4a68-a218-c3d18411faff req-68b23a96-3336-4938-a155-ea2512aebaa5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229749
May 10 20:07:29.706238 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-1828a38c-6f74-41b4-afcc-49bf4b3f93e7 None None] Provisioning for port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:29.724863 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-1828a38c-6f74-41b4-afcc-49bf4b3f93e7 None None] Provisioning complete for port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:29.725569 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-1828a38c-6f74-41b4-afcc-49bf4b3f93e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.783064 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f684dd8-f95d-4750-957f-3a61b733e685 req-62c4a075-4cb0-4a2a-8ba8-2b14c663a32e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:29.786093 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4f684dd8-f95d-4750-957f-3a61b733e685 req-62c4a075-4cb0-4a2a-8ba8-2b14c663a32e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 931 time: 0.1765785
May 10 20:07:29.871696 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-1828a38c-6f74-41b4-afcc-49bf4b3f93e7 None None] Port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:07:29.942191 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-4f684dd8-f95d-4750-957f-3a61b733e685 req-4e413228-dbfb-4ac6-8b02-5b99703c31ad tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Synchronizing usage tracker for tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 on resource:security_group {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:07:29.987049 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-4f684dd8-f95d-4750-957f-3a61b733e685 req-4e413228-dbfb-4ac6-8b02-5b99703c31ad tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Unset dirty status for tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 on resource:security_group {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:07:29.988812 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4f684dd8-f95d-4750-957f-3a61b733e685 req-4e413228-dbfb-4ac6-8b02-5b99703c31ad tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905553
May 10 20:07:30.228421 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eb3ae-0f34-456e-bc6a-d9bb6b8d1910 req-48dd2a7d-9337-48cd-bc53-0982798aa71b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:30.230063 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-321eb3ae-0f34-456e-bc6a-d9bb6b8d1910 req-48dd2a7d-9337-48cd-bc53-0982798aa71b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2401195
May 10 20:07:30.299858 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-321eb3ae-0f34-456e-bc6a-d9bb6b8d1910 req-c21d28db-8d7a-4301-b144-c6dfc8edab9c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594168
May 10 20:07:30.317125 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d544bd-d1f1-4c42-bd93-98dd8b76654c req-db2585f1-cd23-4bed-9bf1-58f3f9ad798d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:30.319105 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82d544bd-d1f1-4c42-bd93-98dd8b76654c req-db2585f1-cd23-4bed-9bf1-58f3f9ad798d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 943 time: 0.1656878
May 10 20:07:30.394967 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82d544bd-d1f1-4c42-bd93-98dd8b76654c req-adb43f59-470a-4bee-93c1-f56845da632c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629985
May 10 20:07:30.892553 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:31.248060 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Request body: {'port': {'device_id': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:31.253139 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b25a67-3c90-4ce3-bd00-23dd3a6cab03 req-c4caa03b-06c2-4736-8491-65b8ab19aaea tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:31.277358 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-07b25a67-3c90-4ce3-bd00-23dd3a6cab03 req-c4caa03b-06c2-4736-8491-65b8ab19aaea tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.2205739
May 10 20:07:31.377875 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-eeb46eca-cc7e-45b4-9e8b-3ce4138042cc req-6d5d8a5b-ae5c-4451-9132-080bbb6972ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886ee138-2eaa-400d-8e17-135b9b0dd44c HTTP/1.1" status: 200  len: 217 time: 0.0922964
May 10 20:07:31.463909 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:31.464162 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-07b25a67-3c90-4ce3-bd00-23dd3a6cab03 req-f5980037-7fe9-400b-9a32-3142335c00bb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1858313
May 10 20:07:31.489955 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2214890-4ad6-4b5c-b6e5-dc4a2bc10742 req-41007826-1b2b-43fb-80bf-e6c93ef4651a tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:31.496951 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e2214890-4ad6-4b5c-b6e5-dc4a2bc10742 req-41007826-1b2b-43fb-80bf-e6c93ef4651a tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 931 time: 0.3325605
May 10 20:07:31.542219 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb46eca-cc7e-45b4-9e8b-3ce4138042cc req-f8d98512-971f-465a-9cea-dd78fb944473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:31.543718 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-eeb46eca-cc7e-45b4-9e8b-3ce4138042cc req-f8d98512-971f-465a-9cea-dd78fb944473 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a HTTP/1.1" status: 200  len: 855 time: 0.1539845
May 10 20:07:31.571823 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e2214890-4ad6-4b5c-b6e5-dc4a2bc10742 req-8ed7408e-cf07-4826-946e-f7bd02d91b4a tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708067
May 10 20:07:31.697282 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-eeb46eca-cc7e-45b4-9e8b-3ce4138042cc req-1dadde10-303e-40d0-bb48-5bf5f577631d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ab8683e-6707-4997-bce1-e13ca1482abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1216342
May 10 20:07:31.969512 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:07:31.996132 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:32.024471 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Transition to ACTIVE for port object 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:32.033464 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:32.037420 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:32.192365 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:32.269355 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-eeb46eca-cc7e-45b4-9e8b-3ce4138042cc req-f53735fe-5263-4a07-b2d4-a4b695ac78bd service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5497704
May 10 20:07:32.368269 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecb2ed-ec4f-4d1f-a0bb-aa8e3882aa40 req-0f49301c-9f43-4b80-8c79-eb4d205cc157 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:32.368827 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Pushing event updated for resources: {'Port': ['ID=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:32.369809 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-03ecb2ed-ec4f-4d1f-a0bb-aa8e3882aa40 req-0f49301c-9f43-4b80-8c79-eb4d205cc157 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.4591362
May 10 20:07:32.387171 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:32.461282 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690846b-8dc1-440d-a778-2428422f356b req-ba5fd1aa-fa61-45c8-9436-a9028c368639 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:32.462825 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0690846b-8dc1-440d-a778-2428422f356b req-ba5fd1aa-fa61-45c8-9436-a9028c368639 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 943 time: 0.4710028
May 10 20:07:32.668171 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-eeb46eca-cc7e-45b4-9e8b-3ce4138042cc req-1f02825b-63bc-4bef-95df-4df49e7b40dc service neutron] 10.222.0.23 "GET /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2973402
May 10 20:07:32.691612 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Attempting to bind port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:07:32.692221 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Attempting to bind port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:07:32.692723 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Attempting to bind port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e on network 985c36f5-abbd-4a16-8808-60848e951241 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:32.698711 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e on network 985c36f5-abbd-4a16-8808-60848e951241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:07:32.700110 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Attempting to bind port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e on network 985c36f5-abbd-4a16-8808-60848e951241 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:32.709335 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:07:32.710487 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Checking segment: {'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:07:32.711421 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Bound using segment: {'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:07:32.712081 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Bound port: 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35f3390-0798-42a2-9ef5-f7fb798747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '985c36f5-abbd-4a16-8808-60848e951241'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:07:32.712937 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:32.792234 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0690846b-8dc1-440d-a778-2428422f356b req-c3bf87be-e7b1-4599-906b-0984560e8c86 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202734
May 10 20:07:32.877672 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-03ecb2ed-ec4f-4d1f-a0bb-aa8e3882aa40 req-09b4c554-b0df-4445-9e56-e5743216bde2 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4792404
May 10 20:07:32.889175 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] For port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:07:32.891766 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] For port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:07:32.899806 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:32.916747 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2542bb94-6265-410c-a602-3f3d6115143c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:33.137863 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:33.138569 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:33.141572 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] 10.222.0.23 "PUT /v2.0/ports/4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e HTTP/1.1" status: 200  len: 1093 time: 1.9008434
May 10 20:07:33.147092 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:33.229188 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Pushing event updated for resources: {'Port': ['ID=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:33.240430 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:33.366841 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbbba8-3127-42f4-9d18-50f9094f51be req-8fb7c169-bde5-4ed2-af2d-13bae0f41492 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:33.376494 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b8bbbba8-3127-42f4-9d18-50f9094f51be req-8fb7c169-bde5-4ed2-af2d-13bae0f41492 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.3799169
May 10 20:07:33.450960 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b8bbbba8-3127-42f4-9d18-50f9094f51be req-9758eece-9637-41b3-a7e0-3b1b02f50106 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724859
May 10 20:07:33.555596 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d12b5e-9ee6-447c-90d1-7a4f67c8b69d req-f47297f2-440c-4774-a861-2b820cf790d8 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:33.568117 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d9d12b5e-9ee6-447c-90d1-7a4f67c8b69d req-f47297f2-440c-4774-a861-2b820cf790d8 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.4178298
May 10 20:07:33.624551 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'status': 'completed', 'code': 200}
May 10 20:07:33.683265 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d9d12b5e-9ee6-447c-90d1-7a4f67c8b69d req-f6023baf-30b0-4967-b6e6-c6bc3cd1ac19 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087723
May 10 20:07:34.228498 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046a340-db8a-49e0-be69-118bb182b7c7 req-71c3c06d-bda6-4e4a-8e28-0ab84fa19998 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:34.236108 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4046a340-db8a-49e0-be69-118bb182b7c7 req-71c3c06d-bda6-4e4a-8e28-0ab84fa19998 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 943 time: 0.1651769
May 10 20:07:34.286260 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd337d-16cf-473d-b7dc-8d4c2db7fabe req-088b7f77-9cb9-4b38-a344-8c3d4ccdcbd5 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:34.294440 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-71cd337d-16cf-473d-b7dc-8d4c2db7fabe req-088b7f77-9cb9-4b38-a344-8c3d4ccdcbd5 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2893851
May 10 20:07:34.356098 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4046a340-db8a-49e0-be69-118bb182b7c7 req-ada7c041-2912-421e-bfda-5ab4828944ad tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164165
May 10 20:07:34.382328 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-71cd337d-16cf-473d-b7dc-8d4c2db7fabe req-172f59d5-a5b0-4663-b5aa-7e9ab06d5b0b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868819
May 10 20:07:35.068758 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8ed7b-be61-42dc-928c-e9b20a0459bc req-7e467b88-64d9-421c-978a-d75fc0882412 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:35.076730 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7ff8ed7b-be61-42dc-928c-e9b20a0459bc req-7e467b88-64d9-421c-978a-d75fc0882412 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.3920064
May 10 20:07:35.148554 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7ff8ed7b-be61-42dc-928c-e9b20a0459bc req-5de839fc-cd54-4835-a449-102e2e03afea tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705187
May 10 20:07:35.234353 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 886ee138-2eaa-400d-8e17-135b9b0dd44c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:07:35.298307 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5720a-d947-4f00-b51a-f291c0cc3f11 req-bcb0d25e-2c88-4ccc-a07f-ff5f556a56e9 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:35.305804 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-13f5720a-d947-4f00-b51a-f291c0cc3f11 req-bcb0d25e-2c88-4ccc-a07f-ff5f556a56e9 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.1476936
May 10 20:07:35.355430 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-13f5720a-d947-4f00-b51a-f291c0cc3f11 req-21be8e5a-2ce5-4a15-b3d6-924e14ddbd7e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456572
May 10 20:07:35.446528 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 886ee138-2eaa-400d-8e17-135b9b0dd44c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=886ee138-2eaa-400d-8e17-135b9b0dd44c,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:35.466452 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '886ee138-2eaa-400d-8e17-135b9b0dd44c', 'network_id': '2ab8683e-6707-4997-bce1-e13ca1482abb', 'port_id': '886ee138-2eaa-400d-8e17-135b9b0dd44c', 'mac_address': 'fa:16:3e:4c:8b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:07:35.535846 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:35.575469 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886ee138-2eaa-400d-8e17-135b9b0dd44c {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:07:35.628153 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 886ee138-2eaa-400d-8e17-135b9b0dd44c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=886ee138-2eaa-400d-8e17-135b9b0dd44c,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:35.635427 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:35.637810 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:35.746582 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a8a2d-8514-4fab-918f-11ab2718b0b3 req-55051a66-44c5-4d09-b76d-a75d1f24224a tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:35.756241 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-683a8a2d-8514-4fab-918f-11ab2718b0b3 req-55051a66-44c5-4d09-b76d-a75d1f24224a tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 943 time: 0.1845093
May 10 20:07:35.782598 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ae1af-52f2-4503-8301-c200096d0adf req-c3f62c43-2653-4b29-b375-953de2e4cfc6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:35.784572 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ef2ae1af-52f2-4503-8301-c200096d0adf req-c3f62c43-2653-4b29-b375-953de2e4cfc6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1645463
May 10 20:07:35.811812 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=886ee138-2eaa-400d-8e17-135b9b0dd44c,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:35.826243 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:35.882047 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-683a8a2d-8514-4fab-918f-11ab2718b0b3 req-35655433-1ab8-44c9-8b63-3092be2b54ab tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198096
May 10 20:07:35.897882 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ef2ae1af-52f2-4503-8301-c200096d0adf req-7d2368ba-1d63-48f6-b38d-ebc5ea5edc3f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056340
May 10 20:07:36.242265 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['886ee138-2eaa-400d-8e17-135b9b0dd44c'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:07:36.373047 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 33714) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:36.456515 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67846303-0207-4d20-8c82-7dcb8db7da59 req-c1799f3e-cc21-484b-93b7-7ce11843d4a4 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:36.464242 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-67846303-0207-4d20-8c82-7dcb8db7da59 req-c1799f3e-cc21-484b-93b7-7ce11843d4a4 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1145754
May 10 20:07:36.535574 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-67846303-0207-4d20-8c82-7dcb8db7da59 req-26128f7d-df37-4970-aac4-71779efee1bb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700088
May 10 20:07:36.622921 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f0599980-827f-4b07-90c4-2d0b78d37691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:36.641243 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-f0599980-827f-4b07-90c4-2d0b78d37691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:36.646089 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-f0599980-827f-4b07-90c4-2d0b78d37691 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2afea4f2f1437992491db4a87350cf is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:36.647246 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e21439-122e-4593-9698-81fc71436d0e req-36931696-ab38-4c72-8c2f-d96f6e392de5 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:36.649521 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-f0599980-827f-4b07-90c4-2d0b78d37691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:36.654771 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e3e21439-122e-4593-9698-81fc71436d0e req-36931696-ab38-4c72-8c2f-d96f6e392de5 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.1148732
May 10 20:07:36.655702 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-f0599980-827f-4b07-90c4-2d0b78d37691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:36.701997 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e3e21439-122e-4593-9698-81fc71436d0e req-52fa454b-d000-490a-9302-853ff12095f6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467336
May 10 20:07:36.781492 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f0599980-827f-4b07-90c4-2d0b78d37691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:36.788439 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f0599980-827f-4b07-90c4-2d0b78d37691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:36.796612 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ac415dc0-fe73-46fe-8723-e56b5ad88f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:36.850379 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 33722) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:36.850974 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-f0599980-827f-4b07-90c4-2d0b78d37691 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d2afea4f2f1437992491db4a87350cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4763381
May 10 20:07:36.862735 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0599980-827f-4b07-90c4-2d0b78d37691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd1869b-d76a-4803-87a5-e6389ea4f6e4,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:36.866381 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f0599980-827f-4b07-90c4-2d0b78d37691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:37.005547 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:37.072956 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:37.215908 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:37.226826 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-58ffb2a7-fe94-4ea9-8ee3-1deba572e7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:37.245079 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd1869b-d76a-4803-87a5-e6389ea4f6e4,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:37.261105 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:37.264598 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcd1869b-d76a-4803-87a5-e6389ea4f6e4 HTTP/1.1" status: 204  len: 168 time: 0.4099247
May 10 20:07:37.264598 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.264598 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.264598 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.265004 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.265307 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.265652 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.266021 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.266711 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.266711 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.267008 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.267391 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.267817 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:37.273974 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:37.317414 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaa429-ae19-4521-816b-7e7cad64869b req-e25c9dc3-b8c6-44fd-b65b-dc9c9d109675 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:37.318995 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3faaa429-ae19-4521-816b-7e7cad64869b req-e25c9dc3-b8c6-44fd-b65b-dc9c9d109675 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1933527
May 10 20:07:37.328784 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d89e88-7423-47c5-bb1b-5fbe4ecf5a2b req-039fd061-750c-4add-8757-6a7dc34ba0f2 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:37.330687 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-43d89e88-7423-47c5-bb1b-5fbe4ecf5a2b req-039fd061-750c-4add-8757-6a7dc34ba0f2 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 944 time: 0.2067208
May 10 20:07:37.439906 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3faaa429-ae19-4521-816b-7e7cad64869b req-9b8a1c86-5e89-4695-af93-04a8d6398756 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076732
May 10 20:07:37.456400 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-43d89e88-7423-47c5-bb1b-5fbe4ecf5a2b req-a9833fca-9ccd-4300-a992-da3da18df2c7 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909107
May 10 20:07:37.822783 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feb479-dbfa-4feb-bccb-b2b597bf98a9 req-9499d921-4d6c-469c-8f61-a7442e95b192 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:37.824774 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a7feb479-dbfa-4feb-bccb-b2b597bf98a9 req-9499d921-4d6c-469c-8f61-a7442e95b192 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1148708
May 10 20:07:37.930869 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a7feb479-dbfa-4feb-bccb-b2b597bf98a9 req-f4272946-d90b-46a5-851e-b43d9f7832b5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002016
May 10 20:07:37.985785 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f3d1-9c67-4d68-8346-b854844b45fc req-d7ef83b0-91bc-4041-8757-8fa9622bf615 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:37.987742 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-86b0f3d1-9c67-4d68-8346-b854844b45fc req-d7ef83b0-91bc-4041-8757-8fa9622bf615 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.1438065
May 10 20:07:38.048793 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-86b0f3d1-9c67-4d68-8346-b854844b45fc req-e0982992-faff-4168-a7ff-09c3e5882d6c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521295
May 10 20:07:38.621815 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:38.696389 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937222a-462e-4633-82bc-abe26728d692 req-811957f9-5a1a-4722-9ea4-c02ca1b75d11 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:38.703926 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c937222a-462e-4633-82bc-abe26728d692 req-811957f9-5a1a-4722-9ea4-c02ca1b75d11 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1528780
May 10 20:07:38.746493 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077794a1-74e5-4f87-99ad-cbb1a5a44a30 req-dc7d9414-e632-443e-99e8-0f625cc6dd8d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:38.748060 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-077794a1-74e5-4f87-99ad-cbb1a5a44a30 req-dc7d9414-e632-443e-99e8-0f625cc6dd8d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 944 time: 0.1595812
May 10 20:07:38.802765 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c937222a-462e-4633-82bc-abe26728d692 req-6a673495-47f4-4252-9336-d413d2ac8d17 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983391
May 10 20:07:38.835303 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-077794a1-74e5-4f87-99ad-cbb1a5a44a30 req-8f530a1c-28b3-42f6-ab23-aecbe64eb593 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772161
May 10 20:07:39.148758 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afa920-c209-46a1-a3c4-8ce80618c853 req-db736565-3dee-4d45-b919-f379456d7409 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:39.151002 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-59afa920-c209-46a1-a3c4-8ce80618c853 req-db736565-3dee-4d45-b919-f379456d7409 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.0955789
May 10 20:07:39.299469 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 886ee138-2eaa-400d-8e17-135b9b0dd44c up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:39.481524 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-59afa920-c209-46a1-a3c4-8ce80618c853 req-b2e5a604-4a90-46dd-9f2f-66c8c1e7b6e7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3231606
May 10 20:07:39.576914 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdde7a6-fe9d-4634-b2bb-20080970748b req-3802acea-59c5-46b5-a795-6fa96c8d3d92 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:39.582476 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bcdde7a6-fe9d-4634-b2bb-20080970748b req-3802acea-59c5-46b5-a795-6fa96c8d3d92 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.3934603
May 10 20:07:39.599932 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 886ee138-2eaa-400d-8e17-135b9b0dd44c completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:39.619401 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 886ee138-2eaa-400d-8e17-135b9b0dd44c triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:39.620014 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:39.666602 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bcdde7a6-fe9d-4634-b2bb-20080970748b req-fee968f9-339a-490a-8592-8f18af5f14f6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547891
May 10 20:07:39.804082 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:39.861493 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3178ce03-85cb-4ae3-b3fe-6b94565a42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ee138-2eaa-400d-8e17-135b9b0dd44c'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:39.890715 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 886ee138-2eaa-400d-8e17-135b9b0dd44c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=886ee138-2eaa-400d-8e17-135b9b0dd44c,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:39.897587 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:39.903780 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:40.086948 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=886ee138-2eaa-400d-8e17-135b9b0dd44c,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:40.093741 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:40.153450 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f405ab0-6efc-4f86-b126-6dfbb4fd43d2 req-40db2dcd-c1bc-4a9a-b1dc-c3a1caaaaba0 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:40.155774 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8f405ab0-6efc-4f86-b126-6dfbb4fd43d2 req-40db2dcd-c1bc-4a9a-b1dc-c3a1caaaaba0 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1817908
May 10 20:07:40.228169 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68e3e8-fe32-4561-a218-e441a9a3945f req-31ba45ba-aa09-4753-98a2-a8b244a047cd tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:40.229662 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2b68e3e8-fe32-4561-a218-e441a9a3945f req-31ba45ba-aa09-4753-98a2-a8b244a047cd tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1719792
May 10 20:07:40.238898 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8f405ab0-6efc-4f86-b126-6dfbb4fd43d2 req-21eee0b2-a853-46e6-a42d-5ae31517616b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718865
May 10 20:07:40.304698 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2b68e3e8-fe32-4561-a218-e441a9a3945f req-5f9f50fe-e8aa-45b7-b1dc-825fad20ab13 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647378
May 10 20:07:40.314445 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3178ce03-85cb-4ae3-b3fe-6b94565a42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ee138-2eaa-400d-8e17-135b9b0dd44c', 'code': 200}
May 10 20:07:40.754822 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d23d72-e4ca-454e-ac5c-13b2637b2ecd req-dfa83691-5648-4cf1-a2cd-123d8a89a6f0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:40.756728 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-41d23d72-e4ca-454e-ac5c-13b2637b2ecd req-dfa83691-5648-4cf1-a2cd-123d8a89a6f0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.0939264
May 10 20:07:40.843351 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-41d23d72-e4ca-454e-ac5c-13b2637b2ecd req-ef0705b9-be42-41cc-8983-3381e1edc914 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805280
May 10 20:07:40.918991 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddb5ab-7d2a-4317-af16-eec49442c6fc req-ed1c41a4-8136-4ac2-b1ba-bf3c5892c945 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:40.920861 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9dddb5ab-7d2a-4317-af16-eec49442c6fc req-ed1c41a4-8136-4ac2-b1ba-bf3c5892c945 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.1168904
May 10 20:07:40.994047 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9dddb5ab-7d2a-4317-af16-eec49442c6fc req-4a4dfbbe-b2d7-4a68-b9ea-ee12b7ff2864 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635030
May 10 20:07:41.515259 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fbeaa-364d-440f-934c-2f6408b484c8 req-d7b80f6d-c6a1-4ed5-879c-38bc7580c869 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:41.516812 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1f7fbeaa-364d-440f-934c-2f6408b484c8 req-d7b80f6d-c6a1-4ed5-879c-38bc7580c869 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1484432
May 10 20:07:41.556874 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df010d94-b0c3-4655-a062-5b215df9c5db req-273e38fc-9e0e-4ae5-82b1-8a2a6f3a78e5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:41.558270 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-df010d94-b0c3-4655-a062-5b215df9c5db req-273e38fc-9e0e-4ae5-82b1-8a2a6f3a78e5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1377320
May 10 20:07:41.608141 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1f7fbeaa-364d-440f-934c-2f6408b484c8 req-bb7f458f-4a4d-4dfa-aaaa-655be669a8d8 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842180
May 10 20:07:41.628301 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-df010d94-b0c3-4655-a062-5b215df9c5db req-fe379361-d975-4479-85b1-557cca583285 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610671
May 10 20:07:42.044956 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4a6c8-f354-47a4-919e-4ea73008ccf5 req-8f52f565-fc6c-41b3-9bc5-fc61512e0b6b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:42.046496 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-91b4a6c8-f354-47a4-919e-4ea73008ccf5 req-8f52f565-fc6c-41b3-9bc5-fc61512e0b6b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.0891860
May 10 20:07:42.101428 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-91b4a6c8-f354-47a4-919e-4ea73008ccf5 req-34475b12-955d-49cd-adcb-974a41ff6277 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484509
May 10 20:07:42.210481 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde33af-a65b-4940-bdf4-d45bf24308d3 req-eb5b7d90-b1d1-412b-9817-b235d9705e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:42.212111 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7dde33af-a65b-4940-bdf4-d45bf24308d3 req-eb5b7d90-b1d1-412b-9817-b235d9705e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.1081724
May 10 20:07:42.261468 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7dde33af-a65b-4940-bdf4-d45bf24308d3 req-23a9d6e3-dc7a-4f5f-b68b-cf84179834a6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430484
May 10 20:07:42.893562 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b78ff-574b-407f-964a-baa769c267bc req-320977f8-9a05-4d10-be06-3af51c571390 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:42.895916 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9c2b78ff-574b-407f-964a-baa769c267bc req-320977f8-9a05-4d10-be06-3af51c571390 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1096885
May 10 20:07:42.907957 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8aee5-bb60-48b6-9fc4-7cbbfc566f9f req-bbff3e1a-881b-4b10-b2c7-65fc0ba91a64 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:42.909903 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-56e8aee5-bb60-48b6-9fc4-7cbbfc566f9f req-bbff3e1a-881b-4b10-b2c7-65fc0ba91a64 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1604984
May 10 20:07:42.981510 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9c2b78ff-574b-407f-964a-baa769c267bc req-17ff320e-1e17-4f04-aa7f-6d8db707ae52 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706334
May 10 20:07:42.989314 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-56e8aee5-bb60-48b6-9fc4-7cbbfc566f9f req-bef3ed7a-888e-486d-aa33-7b806a2dd1df tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656555
May 10 20:07:43.307046 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bcfe4-0fff-4044-9df1-273b9d71ec85 req-c511881b-d405-4173-843a-366fcd4f7af4 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:43.308893 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c15bcfe4-0fff-4044-9df1-273b9d71ec85 req-c511881b-d405-4173-843a-366fcd4f7af4 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.0911195
May 10 20:07:43.359942 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c15bcfe4-0fff-4044-9df1-273b9d71ec85 req-3bb7bb1c-d7cb-40d5-8536-86a0361fbb38 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452044
May 10 20:07:43.544963 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96d7fc-aef4-4a32-b3b8-3d6f75fba8e5 req-b3ead42d-172c-42bc-b492-f088dc9e5f03 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:43.547797 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8d96d7fc-aef4-4a32-b3b8-3d6f75fba8e5 req-b3ead42d-172c-42bc-b492-f088dc9e5f03 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.1527421
May 10 20:07:43.600522 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8d96d7fc-aef4-4a32-b3b8-3d6f75fba8e5 req-5fdc3f58-f4d8-4295-be70-50ef926b234e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432339
May 10 20:07:44.189367 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a75b-ac84-4e7a-b64b-a9f4bdd16bf5 req-7e9f209e-b95c-4b4f-8cc6-21a8d73f8029 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:44.192152 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4566a75b-ac84-4e7a-b64b-a9f4bdd16bf5 req-7e9f209e-b95c-4b4f-8cc6-21a8d73f8029 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0876627
May 10 20:07:44.239698 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4566a75b-ac84-4e7a-b64b-a9f4bdd16bf5 req-7e9a8738-722d-4abc-8297-8e2682479d05 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418019
May 10 20:07:44.351547 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908177e6-18d8-425b-85c2-d48a90356cc2 req-9e9fe4c9-b23b-420f-b496-0443117d6826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:44.353137 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-908177e6-18d8-425b-85c2-d48a90356cc2 req-9e9fe4c9-b23b-420f-b496-0443117d6826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.0942292
May 10 20:07:44.418205 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-908177e6-18d8-425b-85c2-d48a90356cc2 req-4e8252e4-fd2b-4b7d-a688-304a1a533747 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585694
May 10 20:07:44.640190 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5b19c-8efe-4bcc-a72b-b1d428c9bf44 req-4e632b76-2479-4cab-b86b-305e65f27d7d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:44.641899 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-09b5b19c-8efe-4bcc-a72b-b1d428c9bf44 req-4e632b76-2479-4cab-b86b-305e65f27d7d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.0864291
May 10 20:07:44.705478 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-09b5b19c-8efe-4bcc-a72b-b1d428c9bf44 req-c1a8841d-40ed-4c53-ab3c-6db7eafe577f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548899
May 10 20:07:44.858001 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4584fe-404b-4df0-9d56-b4d710aa51d8 req-0b00e04e-d7d4-452f-969c-b21003226cf4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:44.859643 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ee4584fe-404b-4df0-9d56-b4d710aa51d8 req-0b00e04e-d7d4-452f-969c-b21003226cf4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.0998299
May 10 20:07:44.920641 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ee4584fe-404b-4df0-9d56-b4d710aa51d8 req-a594dfa8-685a-4583-850a-f2d8f9e2ffb1 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550354
May 10 20:07:45.571001 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e42f-64e7-43ec-a3d8-452bbf2de292 req-e0763bda-606b-4183-b795-0886b70923f9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:45.572658 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4617e42f-64e7-43ec-a3d8-452bbf2de292 req-e0763bda-606b-4183-b795-0886b70923f9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2124481
May 10 20:07:45.672190 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4617e42f-64e7-43ec-a3d8-452bbf2de292 req-943c4321-812b-46c8-a737-3ff8b890ba3a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647528
May 10 20:07:45.701269 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41fda9-cf96-461a-b0ab-9a9b374e131e req-4ede84b5-be80-422f-a958-a3f2003f29ae tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:45.702782 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce41fda9-cf96-461a-b0ab-9a9b374e131e req-4ede84b5-be80-422f-a958-a3f2003f29ae tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1293764
May 10 20:07:45.760885 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce41fda9-cf96-461a-b0ab-9a9b374e131e req-e7394221-cb74-4df8-a362-854574c249b6 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491905
May 10 20:07:45.972712 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103cfed-5178-4379-8d26-6b44f65c1ab8 req-7d518d5b-1502-4799-bf75-a85e8194a148 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:45.974903 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4103cfed-5178-4379-8d26-6b44f65c1ab8 req-7d518d5b-1502-4799-bf75-a85e8194a148 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1154690
May 10 20:07:46.030751 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4103cfed-5178-4379-8d26-6b44f65c1ab8 req-83452cd1-2c3a-4ac5-bf6d-65d7a0e8a9de tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459130
May 10 20:07:46.171692 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65930a0-6d98-40bd-b048-f6226ab0be64 req-9f43478f-fefe-4fc1-91a3-305532560e16 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:46.173418 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a65930a0-6d98-40bd-b048-f6226ab0be64 req-9f43478f-fefe-4fc1-91a3-305532560e16 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.0989559
May 10 20:07:46.227788 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a65930a0-6d98-40bd-b048-f6226ab0be64 req-fd7513b3-0564-455f-a55a-e872cccbcbe8 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464544
May 10 20:07:47.075954 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4f6f1-4e9c-4710-b28f-7fb282b805a3 req-ee42da31-c407-4abc-84bc-589a5ef0e546 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:47.083253 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-56b4f6f1-4e9c-4710-b28f-7fb282b805a3 req-ee42da31-c407-4abc-84bc-589a5ef0e546 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2298493
May 10 20:07:47.156397 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d6835-55f9-46ad-a582-dd289783eb5a req-fa2e9048-d71a-40c1-af13-192e46553d86 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:47.158008 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d88d6835-55f9-46ad-a582-dd289783eb5a req-fa2e9048-d71a-40c1-af13-192e46553d86 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.2328985
May 10 20:07:47.192104 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-56b4f6f1-4e9c-4710-b28f-7fb282b805a3 req-846d5434-9115-4828-b740-f26f1cbe4b37 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071262
May 10 20:07:47.218921 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d88d6835-55f9-46ad-a582-dd289783eb5a req-4a7b4e20-14c6-46a0-bbab-728d5899c1ba tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526736
May 10 20:07:47.586571 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bff1d-0b8d-4bcc-99ee-917deef77466 req-ddb71f90-ae9d-415c-99f9-02e19b16f7b9 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:47.589667 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-806bff1d-0b8d-4bcc-99ee-917deef77466 req-ddb71f90-ae9d-415c-99f9-02e19b16f7b9 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.2467024
May 10 20:07:47.648785 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b888ec3-819b-4c9a-8406-b2933f62a2a0 req-eb5c1634-51b8-4dcb-91b0-0b9a08046d22 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:47.655370 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2b888ec3-819b-4c9a-8406-b2933f62a2a0 req-eb5c1634-51b8-4dcb-91b0-0b9a08046d22 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.2344320
May 10 20:07:47.760312 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-806bff1d-0b8d-4bcc-99ee-917deef77466 req-d2c46c88-10c2-4858-9e20-6d955c82b5b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594145
May 10 20:07:47.780964 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2b888ec3-819b-4c9a-8406-b2933f62a2a0 req-394b8fe7-7b4f-4833-8004-1a3c696cce58 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206241
May 10 20:07:48.516837 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c91f3-dbca-4b4f-8df8-1af5e18d6694 req-6404f622-e19d-4739-a99f-cf7b0c217873 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:48.520866 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cb5c91f3-dbca-4b4f-8df8-1af5e18d6694 req-6404f622-e19d-4739-a99f-cf7b0c217873 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2036369
May 10 20:07:48.554993 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa0082-2b3a-48b6-9e1e-54976791709b req-7437859f-7c37-4f40-a41d-acd7dac58df5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:48.556530 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d0aa0082-2b3a-48b6-9e1e-54976791709b req-7437859f-7c37-4f40-a41d-acd7dac58df5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1626461
May 10 20:07:48.616552 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cb5c91f3-dbca-4b4f-8df8-1af5e18d6694 req-80eeabfd-4f8f-4abf-9387-bf635747e273 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878270
May 10 20:07:48.636138 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d0aa0082-2b3a-48b6-9e1e-54976791709b req-f26af878-353e-4395-bbef-d78ecf74877c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733812
May 10 20:07:49.010359 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e78138-c4eb-4ee3-b6d5-47a13eb6d284 req-a5f9045d-7706-460c-826e-b95c3a4730a2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:49.011982 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f8e78138-c4eb-4ee3-b6d5-47a13eb6d284 req-a5f9045d-7706-460c-826e-b95c3a4730a2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.1345429
May 10 20:07:49.104991 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f8e78138-c4eb-4ee3-b6d5-47a13eb6d284 req-1f0e4338-1562-4148-9550-4378f3907cea tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847690
May 10 20:07:49.123563 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684a5e-dfdd-494e-8a15-d95cea041e92 req-b78b6ecb-a299-4fd5-8e4b-77390466ab66 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:49.126257 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1c684a5e-dfdd-494e-8a15-d95cea041e92 req-b78b6ecb-a299-4fd5-8e4b-77390466ab66 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1895640
May 10 20:07:49.199612 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1c684a5e-dfdd-494e-8a15-d95cea041e92 req-49a4f058-d940-4c20-8d13-4c9a5af29bae tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604558
May 10 20:07:49.922248 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f18418-c191-49d8-b180-bd9ae96489ee req-b6950d19-882c-4365-a3a5-677b5b87b652 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:49.923685 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-45f18418-c191-49d8-b180-bd9ae96489ee req-b6950d19-882c-4365-a3a5-677b5b87b652 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1471751
May 10 20:07:49.963335 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a4423-3036-4072-ac10-d29d496519fb req-f012b3da-a1cf-4f0b-a474-2cf1d496ea9a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:49.963335 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-202a4423-3036-4072-ac10-d29d496519fb req-f012b3da-a1cf-4f0b-a474-2cf1d496ea9a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1472962
May 10 20:07:50.018876 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-45f18418-c191-49d8-b180-bd9ae96489ee req-242e24f7-8cb4-41c5-a929-a38623f2281c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858035
May 10 20:07:50.034907 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-202a4423-3036-4072-ac10-d29d496519fb req-6de32b8c-9ec2-4899-9d71-564a94d69f92 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683086
May 10 20:07:50.343112 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9a8c3-f38e-4021-a383-31adc5571305 req-cd41a199-3c78-450b-9fe7-55f09b29d7f7 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:50.344713 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1b9a8c3-f38e-4021-a383-31adc5571305 req-cd41a199-3c78-450b-9fe7-55f09b29d7f7 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.1209979
May 10 20:07:50.441120 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1b9a8c3-f38e-4021-a383-31adc5571305 req-fad20b58-6787-4b40-bde5-14e25ba967aa tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573370
May 10 20:07:50.470068 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19575c4-d89b-43e0-8c95-38435b825476 req-7ef0ba35-43b0-442a-8cae-8bc443529ce3 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:50.472359 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d19575c4-d89b-43e0-8c95-38435b825476 req-7ef0ba35-43b0-442a-8cae-8bc443529ce3 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1266060
May 10 20:07:50.531874 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d19575c4-d89b-43e0-8c95-38435b825476 req-d3e7f6f3-a94e-4cdd-95f6-855f8f1a7a17 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536485
May 10 20:07:51.305938 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b128998-96f5-4046-b114-889267c46c20 req-1c7cd282-3ecd-4c70-a282-31de7d3513db tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:51.307640 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b128998-96f5-4046-b114-889267c46c20 req-1c7cd282-3ecd-4c70-a282-31de7d3513db tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1481283
May 10 20:07:51.450622 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd7a34-9c54-4e80-8c08-85fffc591f1d req-056cd644-9801-432c-be98-a88ba869827c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:51.452019 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4dcd7a34-9c54-4e80-8c08-85fffc591f1d req-056cd644-9801-432c-be98-a88ba869827c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2908449
May 10 20:07:51.490808 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4b128998-96f5-4046-b114-889267c46c20 req-30f8624b-0b61-42ba-8aca-a76b6c272815 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735463
May 10 20:07:51.523045 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4dcd7a34-9c54-4e80-8c08-85fffc591f1d req-c61f8c3f-497e-4489-9980-48e41dabfaac tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615919
May 10 20:07:51.751923 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f2dc9-2009-4cc7-b075-2f2e226d6a33 req-512e275b-0f1e-4351-b8ac-0b43a48f1d71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:51.753906 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d50f2dc9-2009-4cc7-b075-2f2e226d6a33 req-512e275b-0f1e-4351-b8ac-0b43a48f1d71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.1392903
May 10 20:07:51.793585 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4324fd-0446-40c6-aa8b-abe0f322e282 req-2bdc8030-bf4b-4b0b-9df7-3c9a87aa5005 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:51.795059 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1f4324fd-0446-40c6-aa8b-abe0f322e282 req-2bdc8030-bf4b-4b0b-9df7-3c9a87aa5005 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1312752
May 10 20:07:51.851209 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d50f2dc9-2009-4cc7-b075-2f2e226d6a33 req-f9b93b5a-ef48-427b-8bca-e3ddfc37f1fc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828986
May 10 20:07:51.865325 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1f4324fd-0446-40c6-aa8b-abe0f322e282 req-da3f5eb4-c8d0-489a-9900-0a9928a55960 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635116
May 10 20:07:52.758978 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bffc83-3cb4-498f-9e93-a2f55d7635d4 req-4facf7ea-fbc7-4966-a1e7-387c83765065 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:52.760491 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-75bffc83-3cb4-498f-9e93-a2f55d7635d4 req-4facf7ea-fbc7-4966-a1e7-387c83765065 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1554613
May 10 20:07:52.769985 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dc0fc-1dd1-4b6e-b4d3-5304f4c6bbd2 req-601c6bd6-4ef5-4f45-8e99-06932998b7ae tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:52.771368 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ea8dc0fc-1dd1-4b6e-b4d3-5304f4c6bbd2 req-601c6bd6-4ef5-4f45-8e99-06932998b7ae tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1252437
May 10 20:07:52.849737 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ea8dc0fc-1dd1-4b6e-b4d3-5304f4c6bbd2 req-ddae9d10-f93e-4e04-808c-1243145650f9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634611
May 10 20:07:52.854852 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-75bffc83-3cb4-498f-9e93-a2f55d7635d4 req-f9b8b06a-6e9f-4a83-88bb-156137033118 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825593
May 10 20:07:52.901568 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4d10b-7e2e-4670-9080-0404d24ee5c5 req-ca7237b4-8f8a-49d1-ba59-40592c98eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:52.903073 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-19f4d10b-7e2e-4670-9080-0404d24ee5c5 req-ca7237b4-8f8a-49d1-ba59-40592c98eb23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81&device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 1096 time: 0.0802538
May 10 20:07:53.087015 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4d10b-7e2e-4670-9080-0404d24ee5c5 req-449d8efe-95ca-49cc-991a-52d11bc820e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:53.088503 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-19f4d10b-7e2e-4670-9080-0404d24ee5c5 req-449d8efe-95ca-49cc-991a-52d11bc820e5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1544194
May 10 20:07:53.237934 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28495dec-c2f3-407b-8c6c-5b7ca87822cb req-5d141703-5c85-49cd-908d-9c73190b6239 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:53.239444 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-28495dec-c2f3-407b-8c6c-5b7ca87822cb req-5d141703-5c85-49cd-908d-9c73190b6239 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.1726480
May 10 20:07:53.248071 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e135e3-ee5c-459a-83b3-7df27e99d91b req-4639c192-8e86-49c9-b302-063091346795 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:53.249529 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b0e135e3-ee5c-459a-83b3-7df27e99d91b req-4639c192-8e86-49c9-b302-063091346795 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.2370379
May 10 20:07:53.283948 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4d10b-7e2e-4670-9080-0404d24ee5c5 req-e6674719-e868-4c87-9ecd-61dc72e3d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:53.285395 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-19f4d10b-7e2e-4670-9080-0404d24ee5c5 req-e6674719-e868-4c87-9ecd-61dc72e3d43d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1568210
May 10 20:07:53.297702 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01c050-f9f2-4d74-8328-61f6ee94df1a req-62ddc7b3-938a-4d26-b195-d4fde783aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:53.299730 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3c01c050-f9f2-4d74-8328-61f6ee94df1a req-62ddc7b3-938a-4d26-b195-d4fde783aa7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 1098 time: 0.1721535
May 10 20:07:53.337683 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-28495dec-c2f3-407b-8c6c-5b7ca87822cb req-e587e9ff-8c5f-43c2-8d8c-dc8d63918139 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871887
May 10 20:07:53.342939 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b0e135e3-ee5c-459a-83b3-7df27e99d91b req-e94d1a9f-08cb-4032-ac5a-8598af970370 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772500
May 10 20:07:53.429271 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3c01c050-f9f2-4d74-8328-61f6ee94df1a req-1ea5f473-d5a5-4ef4-9484-34de6b7df5bb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388205
May 10 20:07:53.910521 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-aaad70ac-3260-4105-aa48-8fe8694f4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:53.913543 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-aaad70ac-3260-4105-aa48-8fe8694f4716 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81&device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 1096 time: 0.1096156
May 10 20:07:54.141916 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-a2cfb72f-9b54-4450-93e5-9ae55b0ea602 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e HTTP/1.1" status: 200  len: 217 time: 0.1094482
May 10 20:07:54.168314 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617012e1-9ac9-4556-830d-578f54deddd5 req-ce9f00e2-4b4c-45cd-b6a3-29cbcf4c6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:54.169775 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-617012e1-9ac9-4556-830d-578f54deddd5 req-ce9f00e2-4b4c-45cd-b6a3-29cbcf4c6379 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 1098 time: 0.0819857
May 10 20:07:54.233584 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-00f9345c-5d5f-4a58-82a0-812daca8d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:54.235004 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-00f9345c-5d5f-4a58-82a0-812daca8d17d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f23df6c7-48a2-41f7-996c-c2648d7f6a36 HTTP/1.1" status: 200  len: 853 time: 0.0764229
May 10 20:07:54.295619 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd55a9b-45d7-47de-9470-407af9a7ad5f req-b079be12-c9a1-48ac-9330-b6bda7bc85fe tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:54.297086 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3fd55a9b-45d7-47de-9470-407af9a7ad5f req-b079be12-c9a1-48ac-9330-b6bda7bc85fe tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.2586906
May 10 20:07:54.309933 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad81b8a-65e7-4e9e-88af-012f7ebdf3fa req-f94ea444-48b2-48a7-ab6d-1647de6ca672 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:54.311663 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4ad81b8a-65e7-4e9e-88af-012f7ebdf3fa req-f94ea444-48b2-48a7-ab6d-1647de6ca672 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.3149154
May 10 20:07:54.384649 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617012e1-9ac9-4556-830d-578f54deddd5 req-7d887861-99c6-450e-8a71-27513bd66c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:54.386106 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-617012e1-9ac9-4556-830d-578f54deddd5 req-7d887861-99c6-450e-8a71-27513bd66c9b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 200  len: 920 time: 0.1829655
May 10 20:07:54.387906 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3fd55a9b-45d7-47de-9470-407af9a7ad5f req-f66750ae-652c-4fe0-b3a6-8edd51c21ed8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750661
May 10 20:07:54.392210 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-915150df-b33a-4360-94b9-09d627222f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:54.393846 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-915150df-b33a-4360-94b9-09d627222f51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 1098 time: 0.1719143
May 10 20:07:54.405550 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4ad81b8a-65e7-4e9e-88af-012f7ebdf3fa req-580c8bb9-2806-4a96-85e2-bbe9ba95af85 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743775
May 10 20:07:54.443008 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-75ad5e58-d55d-4a8b-a7e8-7bcde271be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:54.445763 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-75ad5e58-d55d-4a8b-a7e8-7bcde271be4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=985c36f5-abbd-4a16-8808-60848e951241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1992733
May 10 20:07:54.548415 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-617012e1-9ac9-4556-830d-578f54deddd5 req-5a925dfe-25ff-4c80-835a-f5906df16a20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36239dce-bce0-41cd-ac86-754fa19c0608 HTTP/1.1" status: 200  len: 217 time: 0.1432848
May 10 20:07:54.653062 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617012e1-9ac9-4556-830d-578f54deddd5 req-7bfc9a29-3105-4b2f-953c-e817a2e0fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:54.654512 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-617012e1-9ac9-4556-830d-578f54deddd5 req-7bfc9a29-3105-4b2f-953c-e817a2e0fd8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40cc35f2-27c7-418a-bd2a-92a5bc83986d HTTP/1.1" status: 200  len: 859 time: 0.0861499
May 10 20:07:54.655624 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-b38f2a02-c321-4685-9191-c844a2e8db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:54.656898 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-b38f2a02-c321-4685-9191-c844a2e8db6c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 918 time: 0.2506824
May 10 20:07:54.706394 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-91065389-0381-451e-bde4-06f0c9a7965b service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2500379
May 10 20:07:54.755436 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e9dab-92f8-4b17-97ef-1e6b4ef9ecb7 req-aee2ab15-ae65-47d8-990d-e524c3637946 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:54.756977 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-773e9dab-92f8-4b17-97ef-1e6b4ef9ecb7 req-aee2ab15-ae65-47d8-990d-e524c3637946 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.2165270
May 10 20:07:54.763898 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-617012e1-9ac9-4556-830d-578f54deddd5 req-861f4ca6-52a2-4a3f-ae7e-e273491338e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0956416
May 10 20:07:54.766699 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1092ef-e445-4f04-8a55-a0054bd59a85 req-35e74d57-b4a9-4d79-abf4-2412f26c906d tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:54.768836 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce1092ef-e445-4f04-8a55-a0054bd59a85 req-35e74d57-b4a9-4d79-abf4-2412f26c906d tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2186365
May 10 20:07:54.961349 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-f9ca8bf5-0da8-4ed5-bc6c-24d384b27968 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c HTTP/1.1" status: 200  len: 1000 time: 0.2606246
May 10 20:07:55.008336 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-773e9dab-92f8-4b17-97ef-1e6b4ef9ecb7 req-75d102aa-0cd4-493a-be4e-cc1d58f9b7d4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2385399
May 10 20:07:55.030850 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-617012e1-9ac9-4556-830d-578f54deddd5 req-5c2580ac-23c8-4026-a805-f12762269621 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2493532
May 10 20:07:55.044039 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce1092ef-e445-4f04-8a55-a0054bd59a85 req-2e0499f8-b2ce-4d0a-ad2c-b580f2b0cb4c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129234
May 10 20:07:55.078863 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f9515531-4b6a-47e1-bdc5-3cfe9fe918fe req-af2d2623-3a12-4934-84d4-d1309d6cbf10 service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3514984
May 10 20:07:55.092289 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-e40010a9-5204-4d6a-84d7-a25416601e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:55.093719 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-e40010a9-5204-4d6a-84d7-a25416601e32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.0666883
May 10 20:07:55.206212 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1d822-86c5-4c65-b91f-2bb35c7c7012 req-30ad4b29-0120-4c77-a09d-09a7254a3906 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:55.207703 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b5e1d822-86c5-4c65-b91f-2bb35c7c7012 req-30ad4b29-0120-4c77-a09d-09a7254a3906 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.0870194
May 10 20:07:55.298702 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b5e1d822-86c5-4c65-b91f-2bb35c7c7012 req-2f33ce63-1acf-48cd-8bb4-cb0f2934351e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847881
May 10 20:07:55.353609 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-617012e1-9ac9-4556-830d-578f54deddd5 req-d20ecdd3-7a4b-477e-890c-79007a6ec5f7 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2138116
May 10 20:07:55.366793 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-a0a20074-1f8d-421f-bb9f-77af8fa500fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:55.368618 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-a0a20074-1f8d-421f-bb9f-77af8fa500fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2053256
May 10 20:07:55.496797 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbf0d5-fecb-4455-8d2b-5af110e445f8 req-3a6cd5cd-6356-4dc5-a171-42dc551919e8 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:55.498472 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-78bbf0d5-fecb-4455-8d2b-5af110e445f8 req-3a6cd5cd-6356-4dc5-a171-42dc551919e8 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1130011
May 10 20:07:55.559712 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-78bbf0d5-fecb-4455-8d2b-5af110e445f8 req-fc3f941b-35e9-46a2-8c3e-3328ad88aefc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526214
May 10 20:07:55.720148 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fbd52-0d45-44a7-8aa2-c78e661b667b req-4599eae2-038d-4132-9476-a16dc6d132f9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:55.722444 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d28fbd52-0d45-44a7-8aa2-c78e661b667b req-4599eae2-038d-4132-9476-a16dc6d132f9 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1129532
May 10 20:07:55.729210 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-1d45d66c-1696-4a40-9b32-f07803fe91bf service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641459
May 10 20:07:55.742586 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b6677-ac87-4947-88d0-7870adc76251 req-9670c83c-8208-46c1-a459-a804e6db45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:55.744032 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7a6b6677-ac87-4947-88d0-7870adc76251 req-9670c83c-8208-46c1-a459-a804e6db45ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 1098 time: 0.1428990
May 10 20:07:55.747084 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c4dc8-0afd-444a-ac4b-8529dd7d0c39 req-2784f825-d33d-4759-954c-650b8f184e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:55.748746 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0d0c4dc8-0afd-444a-ac4b-8529dd7d0c39 req-2784f825-d33d-4759-954c-650b8f184e9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363f62c38910412eb9aad0b01fb3e5d0&device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 1099 time: 0.1731386
May 10 20:07:55.842940 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d28fbd52-0d45-44a7-8aa2-c78e661b667b req-a21f742f-6055-40e8-b8da-6bae538e8695 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126347
May 10 20:07:55.906015 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c4dc8-0afd-444a-ac4b-8529dd7d0c39 req-84cf6116-057c-4616-8bf8-7ba0c37e57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:55.907526 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0d0c4dc8-0afd-444a-ac4b-8529dd7d0c39 req-84cf6116-057c-4616-8bf8-7ba0c37e57dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 HTTP/1.1" status: 200  len: 911 time: 0.1414013
May 10 20:07:55.987006 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-42ab8e1d-3604-415b-b405-1e03c2c24d0e service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466877
May 10 20:07:55.991788 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b6677-ac87-4947-88d0-7870adc76251 req-fa290a34-3999-45dc-a68a-7052830c3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:55.993066 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7a6b6677-ac87-4947-88d0-7870adc76251 req-fa290a34-3999-45dc-a68a-7052830c3d7a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 200  len: 920 time: 0.2228799
May 10 20:07:56.011608 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0d0c4dc8-0afd-444a-ac4b-8529dd7d0c39 req-b0cc4fe2-ef2d-48ae-b645-fa6e7b0eda22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cad66b0-c870-4c49-be69-c2465f5d92e8 HTTP/1.1" status: 200  len: 1002 time: 0.0964510
May 10 20:07:56.073268 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7a6b6677-ac87-4947-88d0-7870adc76251 req-9d8ad89f-4093-445e-825c-399c53921b70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36239dce-bce0-41cd-ac86-754fa19c0608 HTTP/1.1" status: 200  len: 217 time: 0.0634706
May 10 20:07:56.126297 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c4dc8-0afd-444a-ac4b-8529dd7d0c39 req-28b7b3e2-a016-448e-be72-eb6fb01181f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:56.127776 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0d0c4dc8-0afd-444a-ac4b-8529dd7d0c39 req-28b7b3e2-a016-448e-be72-eb6fb01181f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6b47c10-6bc8-4f78-9310-e201e1556373 HTTP/1.1" status: 200  len: 849 time: 0.0677729
May 10 20:07:56.151543 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b6677-ac87-4947-88d0-7870adc76251 req-4fd995e0-9f3e-430b-bafd-2dac7904b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:56.152977 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7a6b6677-ac87-4947-88d0-7870adc76251 req-4fd995e0-9f3e-430b-bafd-2dac7904b4e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40cc35f2-27c7-418a-bd2a-92a5bc83986d HTTP/1.1" status: 200  len: 859 time: 0.0703311
May 10 20:07:56.202476 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7a6b6677-ac87-4947-88d0-7870adc76251 req-3ab9bc4b-3b95-4e84-b590-93519d89608a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401504
May 10 20:07:56.339405 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23b73d-9d59-4f80-8b3d-f3466d5faf4e req-e1e56e81-d62f-45fa-ba7f-c4603163f812 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:56.340787 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1d23b73d-9d59-4f80-8b3d-f3466d5faf4e req-e1e56e81-d62f-45fa-ba7f-c4603163f812 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.2084625
May 10 20:07:56.346102 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c4dc8-0afd-444a-ac4b-8529dd7d0c39 req-522a07de-37ae-4150-b558-50efb69495a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:56.347661 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0d0c4dc8-0afd-444a-ac4b-8529dd7d0c39 req-522a07de-37ae-4150-b558-50efb69495a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1821434
May 10 20:07:56.350284 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7a6b6677-ac87-4947-88d0-7870adc76251 req-395ea615-2880-4ac1-b280-1f058ff8cb76 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369553
May 10 20:07:56.357903 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca297e5a-6fb9-4e0d-a54f-c4a3667addc4 req-266dc7b3-783d-4b30-9b21-8e975cb4a37c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:56.359252 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ca297e5a-6fb9-4e0d-a54f-c4a3667addc4 req-266dc7b3-783d-4b30-9b21-8e975cb4a37c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1948092
May 10 20:07:56.512100 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7a6b6677-ac87-4947-88d0-7870adc76251 req-6bf09084-6f66-4960-bf5d-b75ee0294281 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306829
May 10 20:07:56.515442 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1d23b73d-9d59-4f80-8b3d-f3466d5faf4e req-b9e71b87-8bd9-4b24-b265-764e8a9eed71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657143
May 10 20:07:56.522654 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ca297e5a-6fb9-4e0d-a54f-c4a3667addc4 req-41700426-120c-4ae5-9913-3c59a40d68ec tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511369
May 10 20:07:56.570910 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0d0c4dc8-0afd-444a-ac4b-8529dd7d0c39 req-90d5dec9-62b6-4c7a-8f32-db7e22c3212a service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852362
May 10 20:07:56.868656 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0d0c4dc8-0afd-444a-ac4b-8529dd7d0c39 req-5c517f77-fe2e-46fb-8943-9571af4f9da7 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099266
May 10 20:07:56.886817 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9c02e-b203-4c6c-a31f-078094d493a4 req-eee6ca3c-8474-4c21-afa5-fea67e8af080 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:56.888374 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-97f9c02e-b203-4c6c-a31f-078094d493a4 req-eee6ca3c-8474-4c21-afa5-fea67e8af080 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 945 time: 0.2663429
May 10 20:07:56.897964 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ee9ac-4fce-4efa-aecb-44b9faba9e38 req-db26ca93-229a-4308-8b66-5fc638dc05a1 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:56.899951 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e6ee9ac-4fce-4efa-aecb-44b9faba9e38 req-db26ca93-229a-4308-8b66-5fc638dc05a1 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2143862
May 10 20:07:56.958738 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7df7861b-2b35-45c8-a604-c5253101f232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:57.068197 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-97f9c02e-b203-4c6c-a31f-078094d493a4 req-b7bc6f89-12fe-4f75-9ff4-2ae1a2632bd7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1671543
May 10 20:07:57.072653 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e6ee9ac-4fce-4efa-aecb-44b9faba9e38 req-c0215c6a-ef1e-4c95-865a-16fbc4457a50 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1579080
May 10 20:07:57.248245 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2a57-b852-4dd8-af10-657ee01bcc94 req-3bb0f80c-5f88-4b96-831d-5c7c7cc97431 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:57.249680 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-516c2a57-b852-4dd8-af10-657ee01bcc94 req-3bb0f80c-5f88-4b96-831d-5c7c7cc97431 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.0790339
May 10 20:07:57.295013 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-516c2a57-b852-4dd8-af10-657ee01bcc94 req-a7cd92f3-ad0b-45db-a7d7-dac9b0c500a4 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389791
May 10 20:07:57.310781 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:07:57.431196 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:57.459066 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:57.469422 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:57.476325 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:57.478818 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:57.516275 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'code': 200}
May 10 20:07:57.551161 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,revision_number=8']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:57.558895 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.559241 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.559636 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.559969 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.560591 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.560948 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.561266 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.561586 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.561948 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.562415 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.562565 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.562882 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:57.573570 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:57.798361 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad97371-2541-4c13-9e56-e4e9b2ebc029 req-4884b964-c48c-487b-a53f-a3c576e41545 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:57.800629 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5ad97371-2541-4c13-9e56-e4e9b2ebc029 req-4884b964-c48c-487b-a53f-a3c576e41545 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.1534450
May 10 20:07:57.810114 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d50dd2-95d7-4ae1-aee4-94d6ee16bdef req-3daa2b61-8243-49dd-8768-77399883dea4 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:57.811863 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-08d50dd2-95d7-4ae1-aee4-94d6ee16bdef req-3daa2b61-8243-49dd-8768-77399883dea4 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1282411
May 10 20:07:57.880254 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5ad97371-2541-4c13-9e56-e4e9b2ebc029 req-6ffc865b-4ac8-4f09-be58-c133d3d11bb3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673966
May 10 20:07:57.890782 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-08d50dd2-95d7-4ae1-aee4-94d6ee16bdef req-b91bd7d6-a5d1-4452-984e-a27a80383f56 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630403
May 10 20:07:58.323320 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed022e-8e98-4974-b2c9-52611dc277f4 req-4b019cc1-42b0-423b-b257-e75b879c162e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:58.324808 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-12ed022e-8e98-4974-b2c9-52611dc277f4 req-4b019cc1-42b0-423b-b257-e75b879c162e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1438315
May 10 20:07:58.332501 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcf179-8035-4e1e-94dc-720e0fc6b95f req-71763dad-2892-4092-bb69-6d94df92d8f4 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:58.333853 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b7fcf179-8035-4e1e-94dc-720e0fc6b95f req-71763dad-2892-4092-bb69-6d94df92d8f4 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1207309
May 10 20:07:58.404629 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-12ed022e-8e98-4974-b2c9-52611dc277f4 req-a22e4ddf-160a-44d4-8904-07295535ddbf tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698285
May 10 20:07:58.409703 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b7fcf179-8035-4e1e-94dc-720e0fc6b95f req-8094a80e-def3-4064-8890-876f6a87dd08 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603251
May 10 20:07:59.083130 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdc376-8959-4a44-850a-6c75f938dda2 req-a26f410b-1089-4597-b6f2-670c05a3e384 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:59.084949 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a7fdc376-8959-4a44-850a-6c75f938dda2 req-a26f410b-1089-4597-b6f2-670c05a3e384 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 943 time: 0.0891914
May 10 20:07:59.137566 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a7fdc376-8959-4a44-850a-6c75f938dda2 req-abd2e2d7-ba1d-4f26-ae42-40cb0b66604e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458550
May 10 20:07:59.328341 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:07:59.381377 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ec4f1-16d3-4adc-9ba7-d26527d55423 req-9aaac50f-154e-4b85-a188-49d990d694b4 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:59.383344 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8c6ec4f1-16d3-4adc-9ba7-d26527d55423 req-9aaac50f-154e-4b85-a188-49d990d694b4 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1172066
May 10 20:07:59.494752 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:59.510926 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'port_id': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'mac_address': 'fa:16:3e:35:f7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:07:59.518641 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5f745e5d-9dd2-4dc8-bb80-8aff231a753e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.540530 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8c6ec4f1-16d3-4adc-9ba7-d26527d55423 req-59730b0f-c03d-4c25-b56a-9c3783bb6727 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346915
May 10 20:07:59.571414 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.622721 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.666959 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:07:59.692941 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:59.698549 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.700449 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:59.710355 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cb71b-a1ee-40f7-94f5-fb0a5764e4c8 req-395add90-2ca9-468c-8c44-0d0f8c4c9d06 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:59.712046 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-009cb71b-a1ee-40f7-94f5-fb0a5764e4c8 req-395add90-2ca9-468c-8c44-0d0f8c4c9d06 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1529644
May 10 20:07:59.772692 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-009cb71b-a1ee-40f7-94f5-fb0a5764e4c8 req-8ca2a137-fb69-4191-bcc3-d2958539fd06 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536940
May 10 20:07:59.786226 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:59.789708 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:00.341013 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f6879-28c3-4e09-80e1-09107be3e0dc req-2fe59858-aed5-48f9-979c-234ea60e145c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:00.342453 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a99f6879-28c3-4e09-80e1-09107be3e0dc req-2fe59858-aed5-48f9-979c-234ea60e145c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 944 time: 0.0905068
May 10 20:08:00.387455 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:08:00.389597 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a99f6879-28c3-4e09-80e1-09107be3e0dc req-67db3674-43c1-4756-a23f-56d004c3f33a tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406485
May 10 20:08:00.713951 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:00.780759 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b14e82-3ce5-4592-85bd-0c7b8a04a94a req-cc554c7e-e942-4c38-a154-e77bad3fe01e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:00.782262 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-95b14e82-3ce5-4592-85bd-0c7b8a04a94a req-cc554c7e-e942-4c38-a154-e77bad3fe01e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.0860748
May 10 20:08:00.840678 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-95b14e82-3ce5-4592-85bd-0c7b8a04a94a req-575c6b02-419e-47af-8f4b-8a9a1d9933ce tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516233
May 10 20:08:01.003756 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc40a3-fba5-450f-965c-c9ae127a451b req-dbfb4f46-605e-4c08-adb3-568aae03eb67 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:01.005260 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-72dc40a3-fba5-450f-965c-c9ae127a451b req-dbfb4f46-605e-4c08-adb3-568aae03eb67 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0859406
May 10 20:08:01.052678 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-72dc40a3-fba5-450f-965c-c9ae127a451b req-8a8d5d83-8d1d-4b87-a6b5-1c48ed3c1c12 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412517
May 10 20:08:01.586232 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34d630-1add-4a54-bd11-3a412bb41bf3 req-e190b2c0-053d-46d6-861c-77adfe284057 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:01.587789 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1b34d630-1add-4a54-bd11-3a412bb41bf3 req-e190b2c0-053d-46d6-861c-77adfe284057 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 944 time: 0.0880744
May 10 20:08:01.634104 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1b34d630-1add-4a54-bd11-3a412bb41bf3 req-b0b24d0e-9998-4c81-a082-b18e85071da8 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406296
May 10 20:08:02.046136 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251093c-feea-4761-8eb0-4882f55c3b6b req-ad515d8b-4414-4503-a70f-f346ec3ca0fd tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:02.047744 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9251093c-feea-4761-8eb0-4882f55c3b6b req-ad515d8b-4414-4503-a70f-f346ec3ca0fd tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1267977
May 10 20:08:02.121387 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9251093c-feea-4761-8eb0-4882f55c3b6b req-fc11d052-a97c-4cac-92c0-d7bf34239fbd tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601277
May 10 20:08:02.149335 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d9bb1-feca-4bad-bf1a-8ed513c1f9c0 req-669b7eca-6a8c-4977-b5a6-3521e859f01d tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:02.150812 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-978d9bb1-feca-4bad-bf1a-8ed513c1f9c0 req-669b7eca-6a8c-4977-b5a6-3521e859f01d tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1459436
May 10 20:08:02.197684 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.211007 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-978d9bb1-feca-4bad-bf1a-8ed513c1f9c0 req-6ebd04ea-fee8-465d-b9d0-e7dc9eba14da tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497863
May 10 20:08:02.544156 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 34070) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:02.672065 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-34d91fe0-cf99-4626-b7e2-0db9d4724ff6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1266091
May 10 20:08:02.835556 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffac3e8-ee9e-40ce-a770-420ec2ef63cc req-7f5039c5-64c6-4076-8d37-cdccda47e6b2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:02.837494 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bffac3e8-ee9e-40ce-a770-420ec2ef63cc req-7f5039c5-64c6-4076-8d37-cdccda47e6b2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 944 time: 0.0894868
May 10 20:08:02.899780 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bffac3e8-ee9e-40ce-a770-420ec2ef63cc req-42c24a64-048f-44ac-99c1-83eee1e9dc6e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520165
May 10 20:08:03.389426 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:03.422030 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb6033-4cee-47ee-8131-9a1b2232a05c req-953dc2be-145a-464a-97df-8ba22375768e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:03.423498 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57eb6033-4cee-47ee-8131-9a1b2232a05c req-953dc2be-145a-464a-97df-8ba22375768e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1644216
May 10 20:08:03.470787 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:03.475337 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7747e-f60b-4e65-88cf-a0115d310355 req-e8c10d98-289b-4098-8fa8-2718a9efd632 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:03.476708 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:03.476887 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-40e7747e-f60b-4e65-88cf-a0115d310355 req-e8c10d98-289b-4098-8fa8-2718a9efd632 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1361239
May 10 20:08:03.477702 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:03.615338 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57eb6033-4cee-47ee-8131-9a1b2232a05c req-a77d2b9e-ba86-4d55-bfbe-9be13306bfcd tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1791148
May 10 20:08:03.616069 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:03.643567 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-40e7747e-f60b-4e65-88cf-a0115d310355 req-e730e040-d33e-4968-ab2c-c846f8f49381 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544902
May 10 20:08:03.646877 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:08:03.657236 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:03.662298 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:03.663383 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:08:03.690750 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:03.726230 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'code': 200}
May 10 20:08:03.829949 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:03.836450 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:04.042081 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:08:04.110671 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a979a-3ba2-46b0-ae64-ad6399155246 req-b43ff2e0-55cf-4cdc-bbc0-189e02d2a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:04.112768 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b39a979a-3ba2-46b0-ae64-ad6399155246 req-b43ff2e0-55cf-4cdc-bbc0-189e02d2a0a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 1098 time: 0.1296124
May 10 20:08:04.173220 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5f643-3ac4-4f77-b8e0-d64e105e9497 req-199ad6ff-3a92-4023-9eca-cd92a6376eb5 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:04.175262 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d0a5f643-3ac4-4f77-b8e0-d64e105e9497 req-199ad6ff-3a92-4023-9eca-cd92a6376eb5 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 945 time: 0.1245229
May 10 20:08:04.184833 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b39a979a-3ba2-46b0-ae64-ad6399155246 req-9de1b58a-9522-42d9-9214-c0550f61adbb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572200
May 10 20:08:04.231972 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d0a5f643-3ac4-4f77-b8e0-d64e105e9497 req-ef8d1208-1ab7-4a9e-b36a-118de12a76fa tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493095
May 10 20:08:04.878437 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34e8e5-6a02-4697-91c7-c05dd57d1ed7 req-ab476ed0-dfb3-4a85-87b7-4d31e36d3d65 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:04.885035 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6f34e8e5-6a02-4697-91c7-c05dd57d1ed7 req-ab476ed0-dfb3-4a85-87b7-4d31e36d3d65 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1454492
May 10 20:08:04.920431 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0502a-9c12-43a5-b83c-49903e48963a req-22643dbf-829d-42f4-9723-8d1e869d0dfc tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:04.921905 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e3b0502a-9c12-43a5-b83c-49903e48963a req-22643dbf-829d-42f4-9723-8d1e869d0dfc tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1420372
May 10 20:08:04.980308 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6f34e8e5-6a02-4697-91c7-c05dd57d1ed7 req-f82d33bb-f6df-4397-b502-4b023ca80f77 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943415
May 10 20:08:05.019521 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e3b0502a-9c12-43a5-b83c-49903e48963a req-84302622-6c4b-47e0-89d1-78e16491d72b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706282
May 10 20:08:05.426973 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d0783-72f0-45f7-ae8f-7da784d5256a req-f0cc7ef0-c7d4-4960-b24b-496047fdedc3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:05.428426 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0d5d0783-72f0-45f7-ae8f-7da784d5256a req-f0cc7ef0-c7d4-4960-b24b-496047fdedc3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 945 time: 0.0860372
May 10 20:08:05.490906 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0d5d0783-72f0-45f7-ae8f-7da784d5256a req-4e5ce36d-c656-4084-abb1-4f8a32f3ceb8 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509048
May 10 20:08:06.411102 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63a488-5864-4d13-95e5-529d4bf40159 req-d11747c5-6737-46a4-ac78-8cdb14a170c0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:06.412688 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8a63a488-5864-4d13-95e5-529d4bf40159 req-d11747c5-6737-46a4-ac78-8cdb14a170c0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1549082
May 10 20:08:06.457788 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517b372-e8c8-49c0-8dec-8c3dada1b484 req-cb0d5c7f-f048-4c32-8a63-fc1e86c7fd49 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:06.459392 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1517b372-e8c8-49c0-8dec-8c3dada1b484 req-cb0d5c7f-f048-4c32-8a63-fc1e86c7fd49 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1518140
May 10 20:08:06.495886 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8a63a488-5864-4d13-95e5-529d4bf40159 req-3e0c06b3-488b-40da-bbda-601babd57717 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757601
May 10 20:08:06.528221 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1517b372-e8c8-49c0-8dec-8c3dada1b484 req-ddcc0e4d-cfcd-4755-a5f8-0484f261975a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585940
May 10 20:08:06.760713 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51010f72-a4c0-4186-8a3f-b7572e968a04 req-5be7fb7b-56ae-4c18-af32-eb465055966f tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:06.763647 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-51010f72-a4c0-4186-8a3f-b7572e968a04 req-5be7fb7b-56ae-4c18-af32-eb465055966f tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 945 time: 0.1445262
May 10 20:08:06.817395 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-51010f72-a4c0-4186-8a3f-b7572e968a04 req-1589b0c0-a0e2-4c5b-abe0-4bb7816ba682 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452495
May 10 20:08:07.036417 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223932a-da82-4d1c-927d-2dfba5bbe529 req-8ed0192e-60af-4161-81e3-d3ea6daceded tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:07.037847 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b223932a-da82-4d1c-927d-2dfba5bbe529 req-8ed0192e-60af-4161-81e3-d3ea6daceded tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 945 time: 0.0918496
May 10 20:08:07.087100 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b223932a-da82-4d1c-927d-2dfba5bbe529 req-2b852cb7-d06d-45d3-ad83-0addb689f831 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428925
May 10 20:08:07.511254 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b568a8-07e8-49b5-8b74-e85a76c55740 req-c40b0ce9-2039-43da-9c21-4f9a09dfdc85 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:07.512865 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a0b568a8-07e8-49b5-8b74-e85a76c55740 req-c40b0ce9-2039-43da-9c21-4f9a09dfdc85 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 945 time: 0.0881441
May 10 20:08:07.563015 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a0b568a8-07e8-49b5-8b74-e85a76c55740 req-f284dc86-e6c3-4c0a-86f4-db87f322f40b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429661
May 10 20:08:07.801178 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461af2f-a2ee-41a3-a94f-ee28addb6164 req-796d7052-6986-40f1-b130-006bcf7d2a38 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:07.804124 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e461af2f-a2ee-41a3-a94f-ee28addb6164 req-796d7052-6986-40f1-b130-006bcf7d2a38 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1857247
May 10 20:08:07.906643 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e461af2f-a2ee-41a3-a94f-ee28addb6164 req-37e8717a-81d4-47fa-8f4b-87f80fbc1467 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819232
May 10 20:08:07.949230 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac708e-1881-4e75-84b5-99d144dbe01e req-153dafff-e817-48ab-9d87-55055efe523c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:07.952390 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f5ac708e-1881-4e75-84b5-99d144dbe01e req-153dafff-e817-48ab-9d87-55055efe523c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2153666
May 10 20:08:08.030430 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f5ac708e-1881-4e75-84b5-99d144dbe01e req-8da55c83-c2ec-446e-a270-31c8c845b3b5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657504
May 10 20:08:08.618516 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.215840 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce622565-433f-491b-901f-78fa19b32a7b req-bbea27a0-438c-403b-9e1d-e736aadc0892 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:09.218114 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce622565-433f-491b-901f-78fa19b32a7b req-bbea27a0-438c-403b-9e1d-e736aadc0892 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1379364
May 10 20:08:09.277432 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce622565-433f-491b-901f-78fa19b32a7b req-76647956-65cc-41a8-aac3-811d81b98b6f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527060
May 10 20:08:09.308148 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac8833-e967-45f7-ac4c-0f9864f8919c req-b18a0f73-98b6-4129-b654-3a5d821365c9 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:09.309790 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-69ac8833-e967-45f7-ac4c-0f9864f8919c req-b18a0f73-98b6-4129-b654-3a5d821365c9 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1520793
May 10 20:08:09.367988 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-69ac8833-e967-45f7-ac4c-0f9864f8919c req-d5e5f1d7-0923-4119-8380-890edeb248c7 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506251
May 10 20:08:10.608966 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74bd7c-7376-434d-be2d-4cfaaf992651 req-1f976d6f-7974-494b-9a89-461d4df75749 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:10.610360 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ea74bd7c-7376-434d-be2d-4cfaaf992651 req-1f976d6f-7974-494b-9a89-461d4df75749 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1935942
May 10 20:08:10.674082 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a662b96-8980-4e8b-ad32-2bcdb0640d6f req-e443b50e-7748-4346-8564-9b415b31caf7 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:10.675841 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9a662b96-8980-4e8b-ad32-2bcdb0640d6f req-e443b50e-7748-4346-8564-9b415b31caf7 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1774890
May 10 20:08:10.704086 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ea74bd7c-7376-434d-be2d-4cfaaf992651 req-ea06e325-5533-44cb-b68d-0ecdbb6b736f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811222
May 10 20:08:10.740751 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9a662b96-8980-4e8b-ad32-2bcdb0640d6f req-7563c892-0137-4956-bd88-1065529673cf tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562148
May 10 20:08:12.171017 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7306d4-4a10-4656-be77-ee78026659aa req-cefcc183-7455-467c-864e-e44e0348a6dd tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:12.172556 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ae7306d4-4a10-4656-be77-ee78026659aa req-cefcc183-7455-467c-864e-e44e0348a6dd tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2599163
May 10 20:08:12.181473 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c6952-ff48-4c05-ba8a-7ac909e5d2f6 req-77690c65-6b34-4b14-aefb-f3b47c3af93c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:12.182980 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-160c6952-ff48-4c05-ba8a-7ac909e5d2f6 req-77690c65-6b34-4b14-aefb-f3b47c3af93c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.2215328
May 10 20:08:12.260003 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ae7306d4-4a10-4656-be77-ee78026659aa req-614a5e54-a68c-4972-b3e5-4532f20339e4 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759950
May 10 20:08:12.265276 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-160c6952-ff48-4c05-ba8a-7ac909e5d2f6 req-11b2e6e0-a379-4544-8bc9-460f5882c8f2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666556
May 10 20:08:12.836693 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369404f-acad-4353-be02-268acb8e0711 req-6557bee9-b2b9-4051-8afb-202f98b1e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:12.838125 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4369404f-acad-4353-be02-268acb8e0711 req-6557bee9-b2b9-4051-8afb-202f98b1e014 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 1098 time: 0.0770669
May 10 20:08:12.891225 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4369404f-acad-4353-be02-268acb8e0711 req-ee9899e3-917e-4c72-93e4-a726d63485f9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394912
May 10 20:08:13.514888 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd48af-162d-45b6-aa79-c5c548a7f7cd req-9b823a98-9de0-4ecf-a600-ce1cdfdd954b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:13.516553 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-91fd48af-162d-45b6-aa79-c5c548a7f7cd req-9b823a98-9de0-4ecf-a600-ce1cdfdd954b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1475182
May 10 20:08:13.550503 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf64400-97b9-40b5-b4e8-8da3b729ac5e req-c83ba01a-4949-4973-ba26-e7dcda2aaa87 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:13.552215 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8cf64400-97b9-40b5-b4e8-8da3b729ac5e req-c83ba01a-4949-4973-ba26-e7dcda2aaa87 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1446419
May 10 20:08:13.603039 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-91fd48af-162d-45b6-aa79-c5c548a7f7cd req-5490f403-d08a-43a8-8747-79130fdd0d4b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801036
May 10 20:08:13.625905 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8cf64400-97b9-40b5-b4e8-8da3b729ac5e req-4482ea3b-b56d-4173-aec4-85b310ccc74b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578527
May 10 20:08:14.889042 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554de31-c273-47ba-9e81-365af3ca8015 req-e6bf9225-fc08-4e2e-ab30-a09098b96877 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:14.890497 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4554de31-c273-47ba-9e81-365af3ca8015 req-e6bf9225-fc08-4e2e-ab30-a09098b96877 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1756566
May 10 20:08:14.900562 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f396f-bfde-4f02-ac84-d6622c5bd34b req-c0467657-3ba4-4dc2-b993-caba0d76c59c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:14.902085 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a93f396f-bfde-4f02-ac84-d6622c5bd34b req-c0467657-3ba4-4dc2-b993-caba0d76c59c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1243742
May 10 20:08:14.985004 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4554de31-c273-47ba-9e81-365af3ca8015 req-64953dcc-02b0-4b6a-82c1-d6f224252c4e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819144
May 10 20:08:14.990486 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a93f396f-bfde-4f02-ac84-d6622c5bd34b req-ad445810-263d-4150-8149-c104fc61628b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646636
May 10 20:08:15.657505 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba7b09-6d52-403f-a4b3-749f35e5d4d8 req-d652a062-73ec-40d3-8743-99f258f23b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:15.659865 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c6ba7b09-6d52-403f-a4b3-749f35e5d4d8 req-d652a062-73ec-40d3-8743-99f258f23b51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e02c5507b4749538f4d762e24453abf&device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 1098 time: 0.1434197
May 10 20:08:15.703063 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a900ee-72eb-4fbf-8daa-acbfbfb8bdda req-d4833726-a828-4ff1-bc9a-6cf08a8867f2 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:15.704689 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-45a900ee-72eb-4fbf-8daa-acbfbfb8bdda req-d4833726-a828-4ff1-bc9a-6cf08a8867f2 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1438134
May 10 20:08:15.840128 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-45a900ee-72eb-4fbf-8daa-acbfbfb8bdda req-206e6b85-ef22-4b38-9026-c3e08814603f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798748
May 10 20:08:15.867976 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba7b09-6d52-403f-a4b3-749f35e5d4d8 req-70ec3b89-8b08-477d-a890-be0cec7abd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:15.869448 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c6ba7b09-6d52-403f-a4b3-749f35e5d4d8 req-70ec3b89-8b08-477d-a890-be0cec7abd53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 200  len: 920 time: 0.1984863
May 10 20:08:15.952101 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c6ba7b09-6d52-403f-a4b3-749f35e5d4d8 req-79f7db55-a67d-47a9-b0e2-23f00292efff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36239dce-bce0-41cd-ac86-754fa19c0608 HTTP/1.1" status: 200  len: 217 time: 0.0685015
May 10 20:08:16.023686 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba7b09-6d52-403f-a4b3-749f35e5d4d8 req-6f251e3b-7fc6-4f78-be15-5ed7137d4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:16.026256 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c6ba7b09-6d52-403f-a4b3-749f35e5d4d8 req-6f251e3b-7fc6-4f78-be15-5ed7137d4960 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40cc35f2-27c7-418a-bd2a-92a5bc83986d HTTP/1.1" status: 200  len: 859 time: 0.0640485
May 10 20:08:16.089090 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c6ba7b09-6d52-403f-a4b3-749f35e5d4d8 req-538af67c-a951-460f-b317-f3f482725c6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8c8b93f-668d-4a71-94f7-56fa1a591ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535405
May 10 20:08:16.285632 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c6ba7b09-6d52-403f-a4b3-749f35e5d4d8 req-95e1b007-f2b2-4b3a-8fb8-57c69e12a049 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819248
May 10 20:08:16.306715 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d912b-5805-49e6-bd5b-064126cd9791 req-445c1b49-4fe3-4544-a661-ef381d9f00fe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:16.308253 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e6d912b-5805-49e6-bd5b-064126cd9791 req-445c1b49-4fe3-4544-a661-ef381d9f00fe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1854515
May 10 20:08:16.359100 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e6d912b-5805-49e6-bd5b-064126cd9791 req-f583e063-b202-43f3-8195-af49bb778f36 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419803
May 10 20:08:17.055750 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615db0f-fc5f-4f97-ac57-0cd6bb9adefe req-e683b42a-27c1-4342-9748-5ea4337631b0 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:17.058117 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3615db0f-fc5f-4f97-ac57-0cd6bb9adefe req-e683b42a-27c1-4342-9748-5ea4337631b0 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1081457
May 10 20:08:17.110108 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3615db0f-fc5f-4f97-ac57-0cd6bb9adefe req-519fe562-be75-40c7-baae-ee1f2ac5d548 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459530
May 10 20:08:17.581821 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901fa69-1f2b-4225-b1c4-67ed5269b9da req-f8607290-bbe0-406b-86c6-9ddbd1eff1cb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:17.583464 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7901fa69-1f2b-4225-b1c4-67ed5269b9da req-f8607290-bbe0-406b-86c6-9ddbd1eff1cb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0851061
May 10 20:08:17.633247 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7901fa69-1f2b-4225-b1c4-67ed5269b9da req-adf0d1b7-1de7-4d03-9907-d4c8d5bf2c4d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436060
May 10 20:08:18.322782 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c6ba7b09-6d52-403f-a4b3-749f35e5d4d8 req-78595e80-6971-44b4-88c3-df6cd4bff751 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2820153
May 10 20:08:18.357161 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f60e6-b1c3-42dc-85db-9c1e0d147a24 req-b70dfd00-c598-4c33-97a7-4ef7bc2afa22 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:18.358774 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b66f60e6-b1c3-42dc-85db-9c1e0d147a24 req-b70dfd00-c598-4c33-97a7-4ef7bc2afa22 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1242087
May 10 20:08:18.410817 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b66f60e6-b1c3-42dc-85db-9c1e0d147a24 req-bcf299cd-e09d-40d9-a14d-6a693ab27a47 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456018
May 10 20:08:18.847256 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f74b2-b6b1-448d-9c72-77cdabddcea8 req-50efe743-a907-47f6-b378-e149171c8795 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:18.849394 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-467f74b2-b6b1-448d-9c72-77cdabddcea8 req-50efe743-a907-47f6-b378-e149171c8795 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0987053
May 10 20:08:18.901294 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-467f74b2-b6b1-448d-9c72-77cdabddcea8 req-09fb8cc6-5f22-40df-aa6c-bc496faff2e0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413237
May 10 20:08:19.615877 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249bc5c-04dd-43e3-a152-e3d2d6b8ed2f req-07b2d3bf-b9bb-4041-9e3e-53acc7ac3aa3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:19.617481 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e249bc5c-04dd-43e3-a152-e3d2d6b8ed2f req-07b2d3bf-b9bb-4041-9e3e-53acc7ac3aa3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.0933130
May 10 20:08:19.686711 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e249bc5c-04dd-43e3-a152-e3d2d6b8ed2f req-9ab3e37b-0836-4e26-9f24-65c64c7ddf77 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597553
May 10 20:08:20.194158 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee12e3-c2ae-4adb-a576-684fc2099bde req-44aee69c-4106-4e4f-8425-26c26efa8ad2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:20.195805 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c6ee12e3-c2ae-4adb-a576-684fc2099bde req-44aee69c-4106-4e4f-8425-26c26efa8ad2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1128588
May 10 20:08:20.243723 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c6ee12e3-c2ae-4adb-a576-684fc2099bde req-1e97631e-d233-46c9-a387-914af4e6f2b5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417595
May 10 20:08:20.977334 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbf6f1-49e8-46bb-88ce-f63f423e1e52 req-648a9ac5-b894-4cb0-879e-b9a288049e16 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:20.978909 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-14bbf6f1-49e8-46bb-88ce-f63f423e1e52 req-648a9ac5-b894-4cb0-879e-b9a288049e16 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.0956807
May 10 20:08:21.030329 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-14bbf6f1-49e8-46bb-88ce-f63f423e1e52 req-3487e18d-04c7-4c89-85c2-b1da47e0e1b7 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451396
May 10 20:08:21.460937 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f7295-fceb-4900-afe9-4da8112990a1 req-de548484-b86c-4d4e-b2a5-b52191913e31 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:21.462631 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-760f7295-fceb-4900-afe9-4da8112990a1 req-de548484-b86c-4d4e-b2a5-b52191913e31 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0929103
May 10 20:08:21.519841 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-760f7295-fceb-4900-afe9-4da8112990a1 req-de04a48d-0c88-45b5-8cfd-b8b552a71c30 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469327
May 10 20:08:22.373100 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85bbb2-753a-49f2-9e6c-b7a1f705af59 req-f1950579-d0f0-4f01-9868-7ee551961482 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:22.378617 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4e85bbb2-753a-49f2-9e6c-b7a1f705af59 req-f1950579-d0f0-4f01-9868-7ee551961482 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2003522
May 10 20:08:22.469864 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4e85bbb2-753a-49f2-9e6c-b7a1f705af59 req-1d6bd67f-a599-463c-b9e5-0a974c1b9d90 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855196
May 10 20:08:22.731693 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bd582-0f3b-4002-9bc8-70d61af19282 req-eeb22cdf-c25a-4523-b1c7-68619e067f52 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:22.733266 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-644bd582-0f3b-4002-9bc8-70d61af19282 req-eeb22cdf-c25a-4523-b1c7-68619e067f52 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0892844
May 10 20:08:22.781160 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-644bd582-0f3b-4002-9bc8-70d61af19282 req-8e13a626-fb4f-4682-a084-1d5c7261104d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412648
May 10 20:08:22.998015 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-bf2c5dd8-776a-432e-a5f0-63e0e83c4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:22.999540 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-bf2c5dd8-776a-432e-a5f0-63e0e83c4a22 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e&tenant_id=066ce7b2289b444caeda66c8457931ac HTTP/1.1" status: 200  len: 1096 time: 0.1105313
May 10 20:08:23.143861 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-c3c8492f-9438-4166-8601-0fd54e83b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:23.145593 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-c3c8492f-9438-4166-8601-0fd54e83b935 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 1096 time: 0.0800886
May 10 20:08:23.290386 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-e04bc916-5fc1-4ac3-88e2-372c58f5a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:23.291875 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-e04bc916-5fc1-4ac3-88e2-372c58f5a004 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 918 time: 0.1332421
May 10 20:08:23.411831 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-705e1a43-056f-49d9-9ffe-b82d89d42150 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c HTTP/1.1" status: 200  len: 998 time: 0.1077001
May 10 20:08:23.491773 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-6a671f2b-2f95-461f-91f6-feb04f313527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:23.494444 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-6a671f2b-2f95-461f-91f6-feb04f313527 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.0637071
May 10 20:08:23.603868 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-692f7024-1510-4253-b1a0-4db152b4cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:23.605102 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-692f7024-1510-4253-b1a0-4db152b4cb3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889170
May 10 20:08:23.843365 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-059f4753-2359-459c-aa2d-54276e33ed2b service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2120123
May 10 20:08:23.856718 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde043e3-a6a4-4f74-bac8-094bb1eb10bf req-202fe3d1-8fb8-42d5-a744-05db79cb07ae tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:23.858236 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dde043e3-a6a4-4f74-bac8-094bb1eb10bf req-202fe3d1-8fb8-42d5-a744-05db79cb07ae tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.2005811
May 10 20:08:24.132350 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dde043e3-a6a4-4f74-bac8-094bb1eb10bf req-414f40ef-8c76-4046-a62c-7eb1a5abf852 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2545543
May 10 20:08:24.195723 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b8468a96-511a-42e0-bb7b-d551efdd974f req-8e817bda-5733-442d-ad6e-cd0dd3ebef36 service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3364487
May 10 20:08:24.230767 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696c22-84dc-43c2-ad98-2e4df0c6cc4a req-a07735f5-31c0-4dd8-aa55-15c5c27ec7e3 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:24.230767 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-aa696c22-84dc-43c2-ad98-2e4df0c6cc4a req-a07735f5-31c0-4dd8-aa55-15c5c27ec7e3 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.2370706
May 10 20:08:24.287869 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-aa696c22-84dc-43c2-ad98-2e4df0c6cc4a req-b20948cb-8066-4973-a2fb-e655a338d846 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509574
May 10 20:08:25.505092 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224479b6-eccc-4f7e-9c4b-566895493a7e req-9ec3c704-17e5-4834-8c50-e1e1acb6db42 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:25.506593 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-224479b6-eccc-4f7e-9c4b-566895493a7e req-9ec3c704-17e5-4834-8c50-e1e1acb6db42 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0963106
May 10 20:08:25.557280 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-224479b6-eccc-4f7e-9c4b-566895493a7e req-60a417b0-4302-497f-b498-43588d4b8775 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446703
May 10 20:08:25.965813 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 34392) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:26.186436 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f0bb215a-98f4-40ef-bb8e-ce25599e6821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:26.212693 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-f0bb215a-98f4-40ef-bb8e-ce25599e6821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:26.218110 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-f0bb215a-98f4-40ef-bb8e-ce25599e6821 admin admin] Usage tracker for resource:security_group_rule and tenant:3f143e64a38a4fc4b349e163547962da is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:26.222866 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-f0bb215a-98f4-40ef-bb8e-ce25599e6821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:26.234011 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-f0bb215a-98f4-40ef-bb8e-ce25599e6821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:26.342768 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f0bb215a-98f4-40ef-bb8e-ce25599e6821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:26.349450 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f0bb215a-98f4-40ef-bb8e-ce25599e6821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:26.357235 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-05f1138d-1314-4b0e-93d1-1afe595d0972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:26.405730 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-f0bb215a-98f4-40ef-bb8e-ce25599e6821 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f143e64a38a4fc4b349e163547962da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4374084
May 10 20:08:26.407180 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb215a-98f4-40ef-bb8e-ce25599e6821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8cc95d-9f8c-4950-979a-e62d5a561182,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:26.411019 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 34402) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:26.414387 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f0bb215a-98f4-40ef-bb8e-ce25599e6821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:26.480269 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ab1960bf-b0a6-47f7-bc89-7ce980f2cdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:26.512674 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ab1960bf-b0a6-47f7-bc89-7ce980f2cdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:26.685504 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ab1960bf-b0a6-47f7-bc89-7ce980f2cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:26.697349 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f0599980-827f-4b07-90c4-2d0b78d37691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:26.717457 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1960bf-b0a6-47f7-bc89-7ce980f2cdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8cc95d-9f8c-4950-979a-e62d5a561182,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:26.720178 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ab1960bf-b0a6-47f7-bc89-7ce980f2cdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:26.721833 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-ab1960bf-b0a6-47f7-bc89-7ce980f2cdb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb8cc95d-9f8c-4950-979a-e62d5a561182 HTTP/1.1" status: 204  len: 168 time: 0.3090966
May 10 20:08:26.723248 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ab1960bf-b0a6-47f7-bc89-7ce980f2cdb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:26.808006 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244d0b-7e6a-4117-9a00-f9a0768550bc req-b355d77c-26e0-4bbd-a9ae-96d5e3611b15 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:26.812240 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-52244d0b-7e6a-4117-9a00-f9a0768550bc req-b355d77c-26e0-4bbd-a9ae-96d5e3611b15 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1054337
May 10 20:08:26.904474 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-52244d0b-7e6a-4117-9a00-f9a0768550bc req-34494599-e22e-4bb2-8216-374b0f845137 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828156
May 10 20:08:26.988471 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-b526f66e-ad96-4fa4-861b-d64ea306012f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:28.140926 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e7f7f-d3bf-4104-a0f1-3ddb02ebe7a3 req-64ac7816-471f-46d2-9322-90bd5b68c60d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:28.143585 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-621e7f7f-d3bf-4104-a0f1-3ddb02ebe7a3 req-64ac7816-471f-46d2-9322-90bd5b68c60d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1088951
May 10 20:08:28.224392 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-621e7f7f-d3bf-4104-a0f1-3ddb02ebe7a3 req-d7ec1abd-64b0-414c-981a-eeee01cc315e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728533
May 10 20:08:29.414007 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6ab310c8-f72e-46d3-975b-d49adb45bc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:29.462242 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1e428-d02b-483e-aaf8-2f140b6ca9a1 req-b36423fc-79f6-42c5-bc1e-ff59dc7eb67f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:29.463763 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-43c1e428-d02b-483e-aaf8-2f140b6ca9a1 req-b36423fc-79f6-42c5-bc1e-ff59dc7eb67f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0933957
May 10 20:08:29.531910 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-43c1e428-d02b-483e-aaf8-2f140b6ca9a1 req-6b4f27be-6b58-4b0b-b603-14e6e5cc0863 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607307
May 10 20:08:29.538395 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:30.722089 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:30.747887 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d5ea-f24e-405d-b066-5b52bf4bd8d6 req-9d988011-ea9d-443a-b861-8d337c6cc3b7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:30.749660 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e748d5ea-f24e-405d-b066-5b52bf4bd8d6 req-9d988011-ea9d-443a-b861-8d337c6cc3b7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0897822
May 10 20:08:30.814631 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e748d5ea-f24e-405d-b066-5b52bf4bd8d6 req-10b06104-06a8-444c-8633-c9b9c9c595e0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583894
May 10 20:08:32.033242 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109caf67-8b50-4bbe-b83c-c35c19b229b2 req-82bb31c5-72dc-4748-987c-c9af273f6339 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:32.034554 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-109caf67-8b50-4bbe-b83c-c35c19b229b2 req-82bb31c5-72dc-4748-987c-c9af273f6339 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0996239
May 10 20:08:32.086014 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-109caf67-8b50-4bbe-b83c-c35c19b229b2 req-3fa79d5a-2458-4a9d-b685-26fc4aab1ed0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434308
May 10 20:08:32.184987 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:33.318979 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05158d8a-722d-4e74-a088-9a4bcdd37d53 req-20672cd0-8065-4355-a25e-433e36ca8f70 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:33.321458 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-05158d8a-722d-4e74-a088-9a4bcdd37d53 req-20672cd0-8065-4355-a25e-433e36ca8f70 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1033452
May 10 20:08:33.387946 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-05158d8a-722d-4e74-a088-9a4bcdd37d53 req-e4daf8c4-13f8-4f76-8083-2ebbc2c04d18 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599878
May 10 20:08:34.606949 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef8c51-6ec4-4785-a5d3-c599f07c5c51 req-361157f6-273f-4490-9554-28794fde8216 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:34.616395 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57ef8c51-6ec4-4785-a5d3-c599f07c5c51 req-361157f6-273f-4490-9554-28794fde8216 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0886939
May 10 20:08:34.677282 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-57ef8c51-6ec4-4785-a5d3-c599f07c5c51 req-0db141b9-ce65-4364-99a7-e0bc14121960 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598352
May 10 20:08:35.918708 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aa8c3-4c06-49c7-a094-622fe96ffe2d req-dca8a200-6d93-4309-81ff-b72d265d580a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:35.920547 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-947aa8c3-4c06-49c7-a094-622fe96ffe2d req-dca8a200-6d93-4309-81ff-b72d265d580a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1047900
May 10 20:08:36.003920 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-947aa8c3-4c06-49c7-a094-622fe96ffe2d req-a35dd345-e701-48a0-b845-3f798104cafb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727220
May 10 20:08:37.208092 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c8cc0-ac8c-4ab5-b15c-45d44a9b9b53 req-2527abaf-1f3a-4342-b931-0e7690d54775 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:37.210079 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8c5c8cc0-ac8c-4ab5-b15c-45d44a9b9b53 req-2527abaf-1f3a-4342-b931-0e7690d54775 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0854671
May 10 20:08:37.257846 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8c5c8cc0-ac8c-4ab5-b15c-45d44a9b9b53 req-3c45addc-9c5a-48d3-afaa-6d0b65a32513 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418489
May 10 20:08:38.507126 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943a8c7-0150-46ad-a696-0d6d4ecaba76 req-bafdaa64-d1b4-4fc7-8189-5511b4cfc7da tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:38.508734 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b943a8c7-0150-46ad-a696-0d6d4ecaba76 req-bafdaa64-d1b4-4fc7-8189-5511b4cfc7da tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1027429
May 10 20:08:38.553933 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b943a8c7-0150-46ad-a696-0d6d4ecaba76 req-bf2bb378-fa46-4d4c-ad28-57306ecf1e5f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394294
May 10 20:08:38.620377 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:39.670635 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 34636) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:39.804543 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf22f47-eb33-4808-916e-7a453f4a561e req-eed00b93-4c9d-4afb-96a0-9c93250637c8 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:39.806111 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-caf22f47-eb33-4808-916e-7a453f4a561e req-eed00b93-4c9d-4afb-96a0-9c93250637c8 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1227155
May 10 20:08:39.845952 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:39.876720 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:39.881686 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Usage tracker for resource:security_group_rule and tenant:d6fb1cb4595c490196ccb931bc845945 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:39.885284 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:39.892323 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:39.922719 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-caf22f47-eb33-4808-916e-7a453f4a561e req-b565e3fc-4cd8-4057-9883-51d208b06f56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105580
May 10 20:08:40.020255 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:40.024352 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:40.031288 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-12a91169-dc83-49df-bc5b-2b841a551716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:40.082247 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6fb1cb4595c490196ccb931bc845945&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4103100
May 10 20:08:40.083250 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db80b07-0551-4551-b084-bf65542fb97b,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:40.085234 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 34646) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:40.091334 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.091718 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.092051 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.092406 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.092756 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.093106 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.093451 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.093796 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.094139 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.094483 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.094824 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.095163 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.100377 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:40.146122 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:40.176381 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:40.235645 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:40.240902 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-31c0cf5f-339e-4d55-bae7-5b80039c1a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:40.253924 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db80b07-0551-4551-b084-bf65542fb97b,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:40.263249 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:40.267689 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1db80b07-0551-4551-b084-bf65542fb97b HTTP/1.1" status: 204  len: 168 time: 0.1813378
May 10 20:08:40.273077 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.273392 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.273753 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.274107 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.274457 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.274808 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.275153 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.275524 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.275869 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.276212 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.276789 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.277139 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:40.280598 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c1520858-a55f-44d2-9c5e-78eef09be4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:41.033023 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:08:41.165819 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97584f77-f820-4cd4-a91b-85584252adc6 req-6efa9e7f-7cd5-44f3-b7f0-9d5e292b485b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:41.168766 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-97584f77-f820-4cd4-a91b-85584252adc6 req-6efa9e7f-7cd5-44f3-b7f0-9d5e292b485b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1180184
May 10 20:08:41.223062 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-97584f77-f820-4cd4-a91b-85584252adc6 req-5dfde0ed-7b8c-434d-bf39-cce9d75d485d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482047
May 10 20:08:42.431300 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa543c-f2c9-4f0a-9f56-1959b338566a req-6dc7b80c-b2f2-4c5f-8bdc-fdd97e356d7a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:42.432776 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-71aa543c-f2c9-4f0a-9f56-1959b338566a req-6dc7b80c-b2f2-4c5f-8bdc-fdd97e356d7a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0898957
May 10 20:08:42.593919 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-71aa543c-f2c9-4f0a-9f56-1959b338566a req-ddcf3507-fca8-4e4a-8718-2bb9f4a8a9fd tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1552432
May 10 20:08:42.618852 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b7816-f0a9-4909-a22d-73269cafeaf6 req-0751456d-eb84-4d82-bc8e-51021d0c2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:42.620311 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2f8b7816-f0a9-4909-a22d-73269cafeaf6 req-0751456d-eb84-4d82-bc8e-51021d0c2414 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 1096 time: 0.0933421
May 10 20:08:42.774704 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b7816-f0a9-4909-a22d-73269cafeaf6 req-e5a07932-42e9-476d-ad41-48d8b188543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:42.776251 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2f8b7816-f0a9-4909-a22d-73269cafeaf6 req-e5a07932-42e9-476d-ad41-48d8b188543c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 918 time: 0.1294823
May 10 20:08:42.905440 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2f8b7816-f0a9-4909-a22d-73269cafeaf6 req-33967481-7948-402b-88a4-173e9433a8d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c HTTP/1.1" status: 200  len: 998 time: 0.1211131
May 10 20:08:42.987846 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b7816-f0a9-4909-a22d-73269cafeaf6 req-79612ac6-8d43-41a7-a204-8c8af46f2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:42.989541 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2f8b7816-f0a9-4909-a22d-73269cafeaf6 req-79612ac6-8d43-41a7-a204-8c8af46f2ecb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.0751688
May 10 20:08:43.077596 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b7816-f0a9-4909-a22d-73269cafeaf6 req-983d66d5-0fa8-4780-8bca-6222173ecca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:43.079145 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2f8b7816-f0a9-4909-a22d-73269cafeaf6 req-983d66d5-0fa8-4780-8bca-6222173ecca2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797398
May 10 20:08:43.232334 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2f8b7816-f0a9-4909-a22d-73269cafeaf6 req-4c382870-6efd-4c6b-93af-9aad122bc802 service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416609
May 10 20:08:43.377780 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2f8b7816-f0a9-4909-a22d-73269cafeaf6 req-68bf9863-3bd0-43c0-bcb4-835d187aa38a service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341958
May 10 20:08:43.792153 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793f8d1-8f92-4090-ba52-a4e755b386e9 req-877f0474-abcf-4650-8873-d6e451c6e02a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:43.793655 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e793f8d1-8f92-4090-ba52-a4e755b386e9 req-877f0474-abcf-4650-8873-d6e451c6e02a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0847173
May 10 20:08:43.860248 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e793f8d1-8f92-4090-ba52-a4e755b386e9 req-b880a5cc-3481-45a5-a1cf-b665e8357c8f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556509
May 10 20:08:45.069374 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fb830-3a9c-4b57-aae4-3fc9a62d0693 req-f2027375-b714-4272-b228-40810326d244 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:45.070937 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b25fb830-3a9c-4b57-aae4-3fc9a62d0693 req-f2027375-b714-4272-b228-40810326d244 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0868070
May 10 20:08:45.129946 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b25fb830-3a9c-4b57-aae4-3fc9a62d0693 req-42ef4b73-88b6-4a0e-8ab4-57a6c8077e7f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485320
May 10 20:08:46.403383 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c477b1-9760-4c2f-97a5-280f8a5b1b65 req-a5a62da3-948d-4113-89b5-39e5de62c340 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:46.410543 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f8c477b1-9760-4c2f-97a5-280f8a5b1b65 req-a5a62da3-948d-4113-89b5-39e5de62c340 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1436481
May 10 20:08:46.462474 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f8c477b1-9760-4c2f-97a5-280f8a5b1b65 req-93c5f8f5-3c08-4178-93dd-4be00c01d786 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509620
May 10 20:08:47.433453 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428791fb-7635-41c5-88c8-e86a34dc57e3 req-a863842b-4bc2-4d7c-93c0-8503a36cbae6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:47.435198 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-428791fb-7635-41c5-88c8-e86a34dc57e3 req-a863842b-4bc2-4d7c-93c0-8503a36cbae6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 945 time: 0.0831666
May 10 20:08:47.505819 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-428791fb-7635-41c5-88c8-e86a34dc57e3 req-05c78222-305e-452c-b9f0-8498175445bb tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601559
May 10 20:08:47.539383 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 34760) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:47.765291 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c6fed-226b-4395-b619-3ac634094b25 req-a7ea4e60-fa02-413d-955b-0fbd6254455c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:47.766834 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-107c6fed-226b-4395-b619-3ac634094b25 req-a7ea4e60-fa02-413d-955b-0fbd6254455c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1768444
May 10 20:08:47.837491 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-107c6fed-226b-4395-b619-3ac634094b25 req-10044bc6-f4c3-4118-888c-0c33921c04e4 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570204
May 10 20:08:48.020210 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cfd54a-30c3-4791-a0e7-605cfbbf209a tempest-TestMinimumBasicScenario-1938709671 tempest-TestMinimumBasicScenario-1938709671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:48.020922 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-57cfd54a-30c3-4791-a0e7-605cfbbf209a tempest-TestMinimumBasicScenario-1938709671 tempest-TestMinimumBasicScenario-1938709671-project-admin] Synchronizing usage tracker for tenant:74c199e5a7db4b34b503e08fb6af0bec on resource:port {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:08:48.038654 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-57cfd54a-30c3-4791-a0e7-605cfbbf209a tempest-TestMinimumBasicScenario-1938709671 tempest-TestMinimumBasicScenario-1938709671-project-admin] Unset dirty status for tenant:74c199e5a7db4b34b503e08fb6af0bec on resource:port {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:08:48.042832 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-57cfd54a-30c3-4791-a0e7-605cfbbf209a tempest-TestMinimumBasicScenario-1938709671 tempest-TestMinimumBasicScenario-1938709671-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 1093 time: 0.5020368
May 10 20:08:48.043008 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 34770) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:48.048354 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Request body: {'floatingip': {'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'port_id': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:48.055082 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:48.059159 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Usage tracker for resource:floatingip and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:48.062322 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:48.068526 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:48.078176 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for floatingip, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:48.217304 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:48.370043 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Allocated IP 172.27.0.75 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/7943365b-7506-48c6-82a2-8534a531fd50) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:08:48.648200 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:48.679357 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:48.684129 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-dcfa8612-b4ce-46b5-af47-1df154c3505e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:48.739776 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:08:48.744135 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:48.746724 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:08:48.800397 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'Port': ['ID=7943365b-7506-48c6-82a2-8534a531fd50,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:48.803922 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:49.141874 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a31c2-2bbb-467d-963a-29e80bbc7b15 req-090af7b9-4819-4322-9bbc-dc12a02d7ccb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:49.143420 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-236a31c2-2bbb-467d-963a-29e80bbc7b15 req-090af7b9-4819-4322-9bbc-dc12a02d7ccb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1427188
May 10 20:08:49.217929 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-236a31c2-2bbb-467d-963a-29e80bbc7b15 req-199227be-9c36-4396-8a58-0939fb5d362e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613029
May 10 20:08:49.237699 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:49.315955 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:49.534727 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:49.539335 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:49.544046 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:49.591601 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:49.732930 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'Port': ['ID=7943365b-7506-48c6-82a2-8534a531fd50,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:49.737328 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:49.789110 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.l3_db [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Floating IP ce417aa7-b9d5-4269-a771-638c86b1d326 associated. External IP: 172.27.0.75, port: 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e.
May 10 20:08:50.271226 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:08:50.512214 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:08:50.523195 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8040ad-d339-4698-9d37-be7ae1eb9074 None None] Sync routers for ids ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:08:50.533622 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8040ad-d339-4698-9d37-be7ae1eb9074 None None] Routers {'30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:50.534283 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-be8040ad-d339-4698-9d37-be7ae1eb9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdfecad30>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:50.543878 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df520d54-eb3f-40dd-afff-451828f5e06b req-08c362de-06d3-492a-a804-35a814a73559 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:50.545447 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-df520d54-eb3f-40dd-afff-451828f5e06b req-08c362de-06d3-492a-a804-35a814a73559 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.2068877
May 10 20:08:50.578765 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.648519 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-df520d54-eb3f-40dd-afff-451828f5e06b req-6049c308-3445-4736-b08f-51178700382e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949225
May 10 20:08:50.661657 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6174409
May 10 20:08:50.662622 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:08:50.665029 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 34792) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:50.671890 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170884803', 'description': 'tempest-secgroup-smoke-1170884803 description', 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:50.679639 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:50.697005 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:50.713632 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.721256 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'status': 'completed', 'code': 200}
May 10 20:08:50.738267 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:50.743462 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Usage tracker for resource:security_group_rule and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:50.746369 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:50.752660 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:50.753901 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-be8040ad-d339-4698-9d37-be7ae1eb9074 None None] Set router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:50.833689 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.839707 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.845833 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-3673a778-3fae-4823-98e3-c2b5aef0d701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:50.900274 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337c1e92-9d56-4ce4-b4b1-163b163ebdfb,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:50.903569 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:50.911336 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.923111 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 34802) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:50.923616 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2558513
May 10 20:08:50.930555 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Request body: {'security_group_rule': {'security_group_id': '337c1e92-9d56-4ce4-b4b1-163b163ebdfb', 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:50.937647 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:50.944053 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Usage tracker for resource:security_group_rule and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:50.949586 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:50.959183 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:50.978188 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.089792 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.095693 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.098493 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:51.122812 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41307eaa-0741-44c7-9fff-670dee8c6ca0,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:51.128111 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:51.137023 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.138259 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2132187
May 10 20:08:51.141076 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 34806) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:51.147888 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Request body: {'security_group_rule': {'security_group_id': '337c1e92-9d56-4ce4-b4b1-163b163ebdfb', 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:51.155136 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:51.160010 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Usage tracker for resource:security_group_rule and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:51.167893 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:51.174982 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:51.205201 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.252258 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-be8040ad-d339-4698-9d37-be7ae1eb9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdfecad30>, [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 4, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'ce417aa7-b9d5-4269-a771-638c86b1d326', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'port_id': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'mac_address': 'fa:16:3e:35:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:08:49Z', 'updated_at': '2021-05-10T20:08:49Z', 'revision_number': 0, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2', 'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'mac_address': 'fa:16:3e:42:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:54Z', 'updated_at': '2021-05-10T20:07:04Z', 'revision_number': 5, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'subnets': [{'id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:51.258147 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8040ad-d339-4698-9d37-be7ae1eb9074 None None] Checking router: 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:08:51.267792 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8040ad-d339-4698-9d37-be7ae1eb9074 None None] Routers {'30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:51.268658 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-be8040ad-d339-4698-9d37-be7ae1eb9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdfecad30>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:51.331091 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.336764 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.341237 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:51.369052 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3171931-f98b-41a8-b2d4-ec249b96792d,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:51.372773 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:51.385979 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.387172 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2449820
May 10 20:08:51.390150 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 34812) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:51.390846 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141345-92bf-41ed-a022-8d6a3865729d req-8808976e-9106-4811-8a7d-b945bd54acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:51.392635 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d141345-92bf-41ed-a022-8d6a3865729d req-8808976e-9106-4811-8a7d-b945bd54acc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81&device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 1098 time: 0.1266608
May 10 20:08:51.397009 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Request body: {'security_group_rule': {'security_group_id': '337c1e92-9d56-4ce4-b4b1-163b163ebdfb', 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:51.403197 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:51.407049 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Usage tracker for resource:security_group_rule and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:51.410017 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:51.417431 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:51.454004 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.467570 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-be8040ad-d339-4698-9d37-be7ae1eb9074 None None] Set router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:51.542038 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.546020 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.555768 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2549d236-3a66-4616-9005-f6055c6ee38d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:51.561163 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141345-92bf-41ed-a022-8d6a3865729d req-aa985e4c-1108-49f8-bda1-bc119de31aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:51.562863 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d141345-92bf-41ed-a022-8d6a3865729d req-aa985e4c-1108-49f8-bda1-bc119de31aee service neutron] 10.222.0.23 "GET /v2.0/networks?id=985c36f5-abbd-4a16-8808-60848e951241 HTTP/1.1" status: 200  len: 915 time: 0.1588633
May 10 20:08:51.581271 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d2ad20-234a-4717-b5ed-2241ad72cc8b,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:51.584980 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:51.597104 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.603753 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2122023
May 10 20:08:51.604853 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 34816) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:51.615296 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Request body: {'security_group_rule': {'security_group_id': '337c1e92-9d56-4ce4-b4b1-163b163ebdfb', 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:51.621743 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:51.626359 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Usage tracker for resource:security_group_rule and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:51.629605 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:51.636644 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:51.657596 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.742580 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.745453 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d141345-92bf-41ed-a022-8d6a3865729d req-cf05dd73-1b2f-470b-8879-f633db982097 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e HTTP/1.1" status: 200  len: 998 time: 0.1614940
May 10 20:08:51.748207 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.751160 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:51.778094 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263ffcc3-0a03-4fb1-98b7-38089be8515e,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:51.782279 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:51.796633 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.798287 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-83d0d8dd-0250-4996-b262-99a8d61d11b4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1907582
May 10 20:08:51.801938 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 34822) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:51.812885 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Request body: {'security_group_rule': {'security_group_id': '337c1e92-9d56-4ce4-b4b1-163b163ebdfb', 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:51.820701 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:51.826436 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Usage tracker for resource:security_group_rule and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:51.829596 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:51.838858 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141345-92bf-41ed-a022-8d6a3865729d req-64badb8f-e46c-40f9-90f5-da5b8c6fa76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:51.839127 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:51.842240 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d141345-92bf-41ed-a022-8d6a3865729d req-64badb8f-e46c-40f9-90f5-da5b8c6fa76b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f23df6c7-48a2-41f7-996c-c2648d7f6a36 HTTP/1.1" status: 200  len: 853 time: 0.0864880
May 10 20:08:51.856214 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.securitygroups_db [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Project 68d9dc0ec8ce421bb3cc0e0e96524a81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:08:51.866383 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.983000 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.985806 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-be8040ad-d339-4698-9d37-be7ae1eb9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdfecad30>, [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 4, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'ce417aa7-b9d5-4269-a771-638c86b1d326', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'port_id': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'mac_address': 'fa:16:3e:35:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:08:49Z', 'updated_at': '2021-05-10T20:08:49Z', 'revision_number': 0, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2', 'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'mac_address': 'fa:16:3e:42:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:54Z', 'updated_at': '2021-05-10T20:07:04Z', 'revision_number': 5, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'subnets': [{'id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:51.988323 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.991809 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8040ad-d339-4698-9d37-be7ae1eb9074 None None] The sync data for ids ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'] in dv-cinder-788365-3-iscsi is: [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 4, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'ce417aa7-b9d5-4269-a771-638c86b1d326', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'port_id': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'mac_address': 'fa:16:3e:35:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:08:49Z', 'updated_at': '2021-05-10T20:08:49Z', 'revision_number': 0, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2', 'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'mac_address': 'fa:16:3e:42:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:54Z', 'updated_at': '2021-05-10T20:07:04Z', 'revision_number': 5, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'subnets': [{'id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:08:51.993360 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5b90cc0c-3445-49f8-b871-c25e01ce0d0c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:52.015657 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddede89-2952-44a4-915f-f99f273818ae,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:52.021247 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:52.041217 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:52.044207 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2408228
May 10 20:08:52.047435 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 34832) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:52.055354 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Request body: {'security_group_rule': {'security_group_id': '337c1e92-9d56-4ce4-b4b1-163b163ebdfb', 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:52.062285 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:52.066922 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Usage tracker for resource:security_group_rule and tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:52.070875 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4050923-5a9d-43fd-9965-bef67b593c1f req-c4435d51-dc61-4318-a17a-5cb89ab2a5ad tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:52.071590 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:52.072532 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a4050923-5a9d-43fd-9965-bef67b593c1f req-c4435d51-dc61-4318-a17a-5cb89ab2a5ad tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1633737
May 10 20:08:52.076236 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141345-92bf-41ed-a022-8d6a3865729d req-c3d33377-59a3-4f9e-826c-5054067f38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:52.077701 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d141345-92bf-41ed-a022-8d6a3865729d req-c3d33377-59a3-4f9e-826c-5054067f38b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=985c36f5-abbd-4a16-8808-60848e951241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2262688
May 10 20:08:52.079947 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:52.101136 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.securitygroups_db [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Project 68d9dc0ec8ce421bb3cc0e0e96524a81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:08:52.108027 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:52.197431 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:52.208680 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:52.212236 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:52.224937 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a4050923-5a9d-43fd-9965-bef67b593c1f req-9a799006-5e88-46d8-9097-dca4993984b3 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1456246
May 10 20:08:52.253758 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:52.255209 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2066638
May 10 20:08:52.258628 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebabc249-c4b5-46f4-bb7c-fffa0ffafbb2,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:52.267832 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d9c0081c-bf8d-40e7-ab2a-dcbf3262e110 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:52.314708 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d141345-92bf-41ed-a022-8d6a3865729d req-40188037-973a-484f-871f-cb79932f0de0 service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155681
May 10 20:08:52.470624 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01da16a-c4f4-40a0-b7a1-bca416f3d4da None None] New status for floating IP ce417aa7-b9d5-4269-a771-638c86b1d326: ACTIVE {{(pid=78749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:08:52.566405 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3b28a94a-62e1-4d75-96cf-ccd182f70adb req-5b3de873-3220-4562-b524-aa1d25bb04b0 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170884803&fields=id&tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81 HTTP/1.1" status: 200  len: 267 time: 0.0773640
May 10 20:08:52.598785 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d141345-92bf-41ed-a022-8d6a3865729d req-f2d2f88b-95cd-4279-bb71-f6d4eb9d2a64 service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2710385
May 10 20:08:52.706765 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28a94a-62e1-4d75-96cf-ccd182f70adb req-9f45d286-42ab-41cf-b801-9113b109e3ee tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:52.709671 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3b28a94a-62e1-4d75-96cf-ccd182f70adb req-9f45d286-42ab-41cf-b801-9113b109e3ee tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 945 time: 0.1215084
May 10 20:08:52.727170 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-3b28a94a-62e1-4d75-96cf-ccd182f70adb req-50849dde-bd87-4cfe-bfd8-10b0251b2997 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Request body: {'port': {'security_groups': ['1705ee95-8cf0-44cb-9905-e9736e285e5e', '337c1e92-9d56-4ce4-b4b1-163b163ebdfb']}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:53.028674 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-3b28a94a-62e1-4d75-96cf-ccd182f70adb req-50849dde-bd87-4cfe-bfd8-10b0251b2997 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:53.147903 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5584c-a525-40fa-a474-b26d9abf16bd req-38537ecf-ddd9-48df-afde-5ecca88f326d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:53.149394 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-67d5584c-a525-40fa-a474-b26d9abf16bd req-38537ecf-ddd9-48df-afde-5ecca88f326d tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1811206
May 10 20:08:53.226515 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-67d5584c-a525-40fa-a474-b26d9abf16bd req-efd9b195-ccba-4057-860c-0fa4a9d2f77f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673332
May 10 20:08:53.365083 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-3b28a94a-62e1-4d75-96cf-ccd182f70adb req-50849dde-bd87-4cfe-bfd8-10b0251b2997 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] For port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:53.434326 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-3b28a94a-62e1-4d75-96cf-ccd182f70adb req-50849dde-bd87-4cfe-bfd8-10b0251b2997 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:53.439652 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-3b28a94a-62e1-4d75-96cf-ccd182f70adb req-50849dde-bd87-4cfe-bfd8-10b0251b2997 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:53.445485 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:53.519264 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28a94a-62e1-4d75-96cf-ccd182f70adb req-50849dde-bd87-4cfe-bfd8-10b0251b2997 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:53.519960 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-3b28a94a-62e1-4d75-96cf-ccd182f70adb req-50849dde-bd87-4cfe-bfd8-10b0251b2997 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:53.521921 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3b28a94a-62e1-4d75-96cf-ccd182f70adb req-50849dde-bd87-4cfe-bfd8-10b0251b2997 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "PUT /v2.0/ports/4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e HTTP/1.1" status: 200  len: 981 time: 0.7992644
May 10 20:08:53.522436 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:08:53.557915 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50849dde-bd87-4cfe-bfd8-10b0251b2997 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'Port': ['ID=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,revision_number=6']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:53.570852 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14badab1-4c5f-4574-9ae6-a94fe63c77c3 req-233753c9-f700-4e3d-bc6d-41b3d86d4a6c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:53.572635 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-14badab1-4c5f-4574-9ae6-a94fe63c77c3 req-233753c9-f700-4e3d-bc6d-41b3d86d4a6c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.2042422
May 10 20:08:53.573609 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-50849dde-bd87-4cfe-bfd8-10b0251b2997 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:53.670795 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-14badab1-4c5f-4574-9ae6-a94fe63c77c3 req-56dcc83b-72c8-4e58-bd4e-ada413e21fb9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866764
May 10 20:08:53.724377 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a18a64-bfa0-4e7e-aa89-c68aa5a3e304 req-4b0e9734-4a18-45f8-8b25-bf9b28104572 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:53.726519 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-34a18a64-bfa0-4e7e-aa89-c68aa5a3e304 req-4b0e9734-4a18-45f8-8b25-bf9b28104572 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.1095290
May 10 20:08:53.750907 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'status': 'completed', 'code': 200}
May 10 20:08:53.783840 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-34a18a64-bfa0-4e7e-aa89-c68aa5a3e304 req-82a66324-c493-43b3-9a71-29b016477ea3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0504820
May 10 20:08:53.814729 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-ceffe2f4-ffef-4a09-9011-b2b2da4e4009 None None] Provisioning complete for port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:53.815276 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ceffe2f4-ffef-4a09-9011-b2b2da4e4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:54.419615 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030591fa-dcec-4b44-bde5-0fb9f41017eb req-198312ab-443c-4499-ae79-e1f32fdfc5f6 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:54.421130 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-030591fa-dcec-4b44-bde5-0fb9f41017eb req-198312ab-443c-4499-ae79-e1f32fdfc5f6 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.0846860
May 10 20:08:54.469725 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-030591fa-dcec-4b44-bde5-0fb9f41017eb req-b3091d6f-aa98-43fa-8edc-7d09b74dccaa tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427816
May 10 20:08:54.867733 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbcc1f-2f5b-4f02-be91-a56b875f4827 req-fd0e1b90-671d-4dd9-bd24-5ce366342289 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:54.869258 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e2fbcc1f-2f5b-4f02-be91-a56b875f4827 req-fd0e1b90-671d-4dd9-bd24-5ce366342289 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.0847287
May 10 20:08:54.917444 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e2fbcc1f-2f5b-4f02-be91-a56b875f4827 req-50bf751c-eaac-44fb-8a71-15024d1e9b0b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419919
May 10 20:08:55.681253 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676315a-6690-405a-8dd8-f1cca1a7c265 req-bfda1d94-ec01-42ec-832a-868cdabc9647 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:55.682755 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7676315a-6690-405a-8dd8-f1cca1a7c265 req-bfda1d94-ec01-42ec-832a-868cdabc9647 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1031411
May 10 20:08:55.732498 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7676315a-6690-405a-8dd8-f1cca1a7c265 req-eddd23b5-0d43-4faf-8132-94d67180ea42 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435469
May 10 20:08:55.746976 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:08:55.777890 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:08:55.912978 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c2fc9-0205-4278-a69d-0c53259cd2f8 req-c9c75b86-af85-4898-8ab5-fe6995d83f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:55.915947 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-700c2fc9-0205-4278-a69d-0c53259cd2f8 req-c9c75b86-af85-4898-8ab5-fe6995d83f6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81&device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 1137 time: 0.0903461
May 10 20:08:56.005694 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:56.030655 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'port_id': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'mac_address': 'fa:16:3e:17:0b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:08:56.068143 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:08:56.128995 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c2fc9-0205-4278-a69d-0c53259cd2f8 req-1938c7d1-caf2-4d6e-be4e-3767acefbbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:56.130454 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-700c2fc9-0205-4278-a69d-0c53259cd2f8 req-1938c7d1-caf2-4d6e-be4e-3767acefbbc2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=985c36f5-abbd-4a16-8808-60848e951241 HTTP/1.1" status: 200  len: 915 time: 0.2063041
May 10 20:08:56.168626 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:56.217865 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:08:56.227544 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0c9c9-c181-4d1b-942d-69861453bc2c req-9b577683-daeb-4cc9-8b8b-5cd564e98a9c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:56.228882 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1fe0c9c9-c181-4d1b-942d-69861453bc2c req-9b577683-daeb-4cc9-8b8b-5cd564e98a9c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 943 time: 0.1841860
May 10 20:08:56.273054 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:56.280609 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-700c2fc9-0205-4278-a69d-0c53259cd2f8 req-69a95eed-c64a-4f7e-bfaa-681882fb1af3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e HTTP/1.1" status: 200  len: 1000 time: 0.1372478
May 10 20:08:56.290724 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:56.293194 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:56.345061 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1fe0c9c9-c181-4d1b-942d-69861453bc2c req-8e214ade-e775-4de0-9b07-b681fd299491 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1097362
May 10 20:08:56.372825 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c2fc9-0205-4278-a69d-0c53259cd2f8 req-97c9efaa-fc67-4e17-a0d6-d65e2be44775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:56.374422 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-700c2fc9-0205-4278-a69d-0c53259cd2f8 req-97c9efaa-fc67-4e17-a0d6-d65e2be44775 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f23df6c7-48a2-41f7-996c-c2648d7f6a36 HTTP/1.1" status: 200  len: 853 time: 0.0838904
May 10 20:08:56.439620 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,revision_number=9']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:56.448178 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:56.470977 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c2fc9-0205-4278-a69d-0c53259cd2f8 req-6a9ab6c6-581e-4afb-82ea-0af998bf252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:56.472634 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-700c2fc9-0205-4278-a69d-0c53259cd2f8 req-6a9ab6c6-581e-4afb-82ea-0af998bf252f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=985c36f5-abbd-4a16-8808-60848e951241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0895696
May 10 20:08:56.730929 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-700c2fc9-0205-4278-a69d-0c53259cd2f8 req-6de3dfd4-42c6-4b37-a634-c93ed8e61a90 service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2480521
May 10 20:08:56.898053 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:08:56.902678 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-700c2fc9-0205-4278-a69d-0c53259cd2f8 req-5a44d38e-af25-4b02-8b91-4a3f752d6d5f service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565351
May 10 20:08:57.015699 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ec255342-0410-4750-ad67-d53b5b9f5cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:57.019067 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a00fc-1acf-4d63-9412-a67594f9adb3 req-7bbd7f19-5705-4485-b781-566e80391887 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:57.020699 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-450a00fc-1acf-4d63-9412-a67594f9adb3 req-7bbd7f19-5705-4485-b781-566e80391887 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1056530
May 10 20:08:57.071278 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-450a00fc-1acf-4d63-9412-a67594f9adb3 req-71a454cb-ba44-4f2b-97fe-f6141c7caace tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445065
May 10 20:08:57.544619 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0cab8-e76a-4728-b6a1-25978ca7cdaa req-d01070fc-74dd-4a00-bfd3-52728dacbcff tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:57.546279 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-79a0cab8-e76a-4728-b6a1-25978ca7cdaa req-d01070fc-74dd-4a00-bfd3-52728dacbcff tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 944 time: 0.0830655
May 10 20:08:57.597178 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-79a0cab8-e76a-4728-b6a1-25978ca7cdaa req-6faaeea5-a034-4c8f-b2df-60283aa9ad5d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452425
May 10 20:08:58.462918 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5bba6-cfe7-4e3a-a11e-1a1f643fadb0 req-3982d1af-dfd8-4a26-adbc-314ad485bba4 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:58.464441 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d2e5bba6-cfe7-4e3a-a11e-1a1f643fadb0 req-3982d1af-dfd8-4a26-adbc-314ad485bba4 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1199298
May 10 20:08:58.473321 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef58a7-923a-4acf-beaa-6f98b2a15d98 req-f286c0b2-457e-4e79-9f49-93b7e3900308 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:58.475327 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-29ef58a7-923a-4acf-beaa-6f98b2a15d98 req-f286c0b2-457e-4e79-9f49-93b7e3900308 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 945 time: 0.1647503
May 10 20:08:58.569371 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d2e5bba6-cfe7-4e3a-a11e-1a1f643fadb0 req-489b4650-8143-43fd-a948-126f9da8162f tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928781
May 10 20:08:58.647960 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-29ef58a7-923a-4acf-beaa-6f98b2a15d98 req-839e3133-987a-461e-abf4-a06d3f7f3ef8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Deleting port 886ee138-2eaa-400d-8e17-135b9b0dd44c {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:08:58.648299 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-29ef58a7-923a-4acf-beaa-6f98b2a15d98 req-839e3133-987a-461e-abf4-a06d3f7f3ef8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:58.886179 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-29ef58a7-923a-4acf-beaa-6f98b2a15d98 req-839e3133-987a-461e-abf4-a06d3f7f3ef8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] For port 886ee138-2eaa-400d-8e17-135b9b0dd44c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=886ee138-2eaa-400d-8e17-135b9b0dd44c,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:58.886531 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-29ef58a7-923a-4acf-beaa-6f98b2a15d98 req-839e3133-987a-461e-abf4-a06d3f7f3ef8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:59.022527 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-29ef58a7-923a-4acf-beaa-6f98b2a15d98 req-839e3133-987a-461e-abf4-a06d3f7f3ef8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Calling delete_port for 886ee138-2eaa-400d-8e17-135b9b0dd44c owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:08:59.048672 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98697359-6655-4042-b777-fcfd22331b04 req-ab4df55d-36e6-45be-a125-6f33fc3e47ed tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:59.050294 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-98697359-6655-4042-b777-fcfd22331b04 req-ab4df55d-36e6-45be-a125-6f33fc3e47ed tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.3363302
May 10 20:08:59.100187 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e625f0-db41-42b3-841d-78aa2e3d2e92 req-9274a2ea-5270-47fd-988e-b8ed1b5a2f2c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:59.101844 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2e625f0-db41-42b3-841d-78aa2e3d2e92 req-9274a2ea-5270-47fd-988e-b8ed1b5a2f2c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 944 time: 0.3430173
May 10 20:08:59.157054 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-98697359-6655-4042-b777-fcfd22331b04 req-96ed5d93-c6dd-4ea3-8474-3d7abfc9cdf6 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001346
May 10 20:08:59.194382 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2e625f0-db41-42b3-841d-78aa2e3d2e92 req-e013384f-07f0-4e79-a33d-14a61181c4c6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841904
May 10 20:08:59.265556 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-29ef58a7-923a-4acf-beaa-6f98b2a15d98 req-839e3133-987a-461e-abf4-a06d3f7f3ef8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:59.271336 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:59.306356 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['af31cec9-102f-419b-8e32-da9966c69e0b', '04667816-ee52-49e4-bcc7-c0fe9e13c5c8', '4ba817e3-0db3-4f3c-8458-adb3faec58fa', '886ee138-2eaa-400d-8e17-135b9b0dd44c'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:08:59.320717 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e3133-987a-461e-abf4-a06d3f7f3ef8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Pushing event deleted for resources: {'Port': ['ID=886ee138-2eaa-400d-8e17-135b9b0dd44c,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:59.323722 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-839e3133-987a-461e-abf4-a06d3f7f3ef8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:59.395023 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ef58a7-923a-4acf-beaa-6f98b2a15d98 req-839e3133-987a-461e-abf4-a06d3f7f3ef8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] No DVR routers for this DVR port 886ee138-2eaa-400d-8e17-135b9b0dd44c on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:08:59.398851 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-29ef58a7-923a-4acf-beaa-6f98b2a15d98 req-839e3133-987a-461e-abf4-a06d3f7f3ef8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:59.401545 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3178ce03-85cb-4ae3-b3fe-6b94565a42ed', 'name': 'network-vif-deleted', 'tag': '886ee138-2eaa-400d-8e17-135b9b0dd44c'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:08:59.417941 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-29ef58a7-923a-4acf-beaa-6f98b2a15d98 req-839e3133-987a-461e-abf4-a06d3f7f3ef8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "DELETE /v2.0/ports/886ee138-2eaa-400d-8e17-135b9b0dd44c HTTP/1.1" status: 204  len: 173 time: 0.9284222
May 10 20:08:59.433574 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-82b3529b-b339-40de-a08b-8f6767bbdd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:59.454931 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3178ce03-85cb-4ae3-b3fe-6b94565a42ed', 'name': 'network-vif-deleted', 'tag': '886ee138-2eaa-400d-8e17-135b9b0dd44c', 'status': 'completed', 'code': 200}
May 10 20:08:59.526210 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:59.742841 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-a629bc37-4971-48f7-9f02-48c3ffdc6d61 req-c0415ded-880b-4ac4-93ff-7850a233f358 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Synchronizing usage tracker for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:08:59.758601 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-a629bc37-4971-48f7-9f02-48c3ffdc6d61 req-c0415ded-880b-4ac4-93ff-7850a233f358 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Unset dirty status for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:08:59.759921 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a629bc37-4971-48f7-9f02-48c3ffdc6d61 req-c0415ded-880b-4ac4-93ff-7850a233f358 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=3178ce03-85cb-4ae3-b3fe-6b94565a42ed HTTP/1.1" status: 200  len: 210 time: 0.0631149
May 10 20:08:59.877583 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:59.949814 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:59.950200 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:00.071808 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:00.099493 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:00.110749 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:00.117112 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:00.117112 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 886ee138-2eaa-400d-8e17-135b9b0dd44c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:09:00.145928 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:00.186357 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'code': 200}
May 10 20:09:00.198321 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 886ee138-2eaa-400d-8e17-135b9b0dd44c {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:09:00.198765 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 886ee138-2eaa-400d-8e17-135b9b0dd44c not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:09:00.229060 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,revision_number=10']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:00.237213 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.237560 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.238145 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.238516 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.238806 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.239153 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.239502 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.239823 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.240166 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.240591 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.240912 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.241221 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:00.245395 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:00.543343 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e594e-4d3e-4342-9543-a70032ea6c93 req-04a988c8-eaf0-444f-9c26-d9e99ba86e1e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:00.544889 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-145e594e-4d3e-4342-9543-a70032ea6c93 req-04a988c8-eaf0-444f-9c26-d9e99ba86e1e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2449796
May 10 20:09:00.552835 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02379e-99b1-4c04-abac-eb155eb66a87 req-b7c27b01-503c-4d94-a406-4b05b16a91d7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:00.554434 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba02379e-99b1-4c04-abac-eb155eb66a87 req-b7c27b01-503c-4d94-a406-4b05b16a91d7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 946 time: 0.1249592
May 10 20:09:00.628295 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-145e594e-4d3e-4342-9543-a70032ea6c93 req-0a4927dd-39a4-4240-a618-3f95c52c0b7b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728660
May 10 20:09:00.635967 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba02379e-99b1-4c04-abac-eb155eb66a87 req-79e2d539-de09-4e68-acd0-a3851961ced3 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651791
May 10 20:09:00.720151 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:00.941983 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e4ff0-d48e-4a0c-ad90-bb3e24c2db81 req-d77d1a6a-bd61-4cd0-bd8e-e2adfe7e9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:00.943497 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-248e4ff0-d48e-4a0c-ad90-bb3e24c2db81 req-d77d1a6a-bd61-4cd0-bd8e-e2adfe7e9289 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 1099 time: 0.0763693
May 10 20:09:00.989328 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-248e4ff0-d48e-4a0c-ad90-bb3e24c2db81 req-217fdb2b-7083-4b52-9583-f6d47d697cb0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353913
May 10 20:09:01.881180 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac86f0c-0d7f-4acc-892d-1cd01ac08f61 req-62dfa8cc-a922-4010-99ee-21fb4aad907b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:01.882552 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-aac86f0c-0d7f-4acc-892d-1cd01ac08f61 req-62dfa8cc-a922-4010-99ee-21fb4aad907b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.1458063
May 10 20:09:01.890685 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da1068-2637-4ac8-8541-33ff432caff6 req-692a1e56-4170-4f9e-8db2-1f175863da69 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:01.892064 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-34da1068-2637-4ac8-8541-33ff432caff6 req-692a1e56-4170-4f9e-8db2-1f175863da69 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 946 time: 0.1230016
May 10 20:09:01.954707 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-aac86f0c-0d7f-4acc-892d-1cd01ac08f61 req-c06c9361-87f9-4c10-b602-7087072329fb tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616939
May 10 20:09:01.966592 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-34da1068-2637-4ac8-8541-33ff432caff6 req-36ec91fe-a7bd-41bb-87c7-f987c64e5b96 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593593
May 10 20:09:02.186565 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:02.482591 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9690-e73b-41a4-a198-6ac498358ad5 req-197c909a-96d6-49ce-931a-845b84e436ed tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:02.484472 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-db1d9690-e73b-41a4-a198-6ac498358ad5 req-197c909a-96d6-49ce-931a-845b84e436ed tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 945 time: 0.0983639
May 10 20:09:02.582583 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-db1d9690-e73b-41a4-a198-6ac498358ad5 req-86634e45-a0f9-492b-8eb6-30d576cae1a0 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884783
May 10 20:09:02.625131 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744749f9-88cf-4d13-8f72-95a47aacb1c8 req-8943db4d-9e80-4baf-a38e-0c64662758eb tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:02.626632 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-744749f9-88cf-4d13-8f72-95a47aacb1c8 req-8943db4d-9e80-4baf-a38e-0c64662758eb tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.23 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.0934386
May 10 20:09:02.636261 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 34998) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:02.792575 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-11caf8b6-d9e0-4071-bd77-74ac9460acfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:02.808996 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-11caf8b6-d9e0-4071-bd77-74ac9460acfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:02.811576 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-744749f9-88cf-4d13-8f72-95a47aacb1c8 req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Deleting port a4fa13f4-05f3-447d-8523-c29bde34d31c {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:09:02.812175 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-744749f9-88cf-4d13-8f72-95a47aacb1c8 req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:02.818970 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-11caf8b6-d9e0-4071-bd77-74ac9460acfb admin admin] Usage tracker for resource:security_group_rule and tenant:0a88c733c7ad4ae79280ef73673c089a is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:02.823705 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-11caf8b6-d9e0-4071-bd77-74ac9460acfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:02.830287 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-11caf8b6-d9e0-4071-bd77-74ac9460acfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:02.940299 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-11caf8b6-d9e0-4071-bd77-74ac9460acfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:02.946776 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-11caf8b6-d9e0-4071-bd77-74ac9460acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:02.958552 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-28ff98db-3f0f-4066-a4ce-0315d1824dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:02.974085 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-744749f9-88cf-4d13-8f72-95a47aacb1c8 req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] For port a4fa13f4-05f3-447d-8523-c29bde34d31c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4fa13f4-05f3-447d-8523-c29bde34d31c,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:02.974578 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-744749f9-88cf-4d13-8f72-95a47aacb1c8 req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:02.996390 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf8b6-d9e0-4071-bd77-74ac9460acfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af5390f-4c40-48aa-98ba-082a14ef476f,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:03.018332 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-11caf8b6-d9e0-4071-bd77-74ac9460acfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a88c733c7ad4ae79280ef73673c089a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3802752
May 10 20:09:03.019049 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35024) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:03.019944 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-11caf8b6-d9e0-4071-bd77-74ac9460acfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:03.085397 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acf2f441-6ea4-4785-8367-e71be0ee29c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:03.115283 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acf2f441-6ea4-4785-8367-e71be0ee29c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:03.150523 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-744749f9-88cf-4d13-8f72-95a47aacb1c8 req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Calling delete_port for a4fa13f4-05f3-447d-8523-c29bde34d31c owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:09:03.178143 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acf2f441-6ea4-4785-8367-e71be0ee29c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:03.186427 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-11a76de3-4dcc-48dc-8851-672d18e4f134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:03.200407 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2f441-6ea4-4785-8367-e71be0ee29c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af5390f-4c40-48aa-98ba-082a14ef476f,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:03.203376 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-acf2f441-6ea4-4785-8367-e71be0ee29c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:03.205386 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-acf2f441-6ea4-4785-8367-e71be0ee29c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:03.206819 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-acf2f441-6ea4-4785-8367-e71be0ee29c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9af5390f-4c40-48aa-98ba-082a14ef476f HTTP/1.1" status: 204  len: 168 time: 0.1859651
May 10 20:09:03.346840 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047e048-f85f-4cc1-95e6-027f908b1be4 req-c85ed196-bd5c-40b4-baf1-99520d4634fc tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:03.348390 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b047e048-f85f-4cc1-95e6-027f908b1be4 req-c85ed196-bd5c-40b4-baf1-99520d4634fc tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 945 time: 0.2062831
May 10 20:09:03.375104 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ede92-3e19-4424-bfcc-97e74263c693 req-4f028b8f-6610-453c-beca-f3d09278c3af tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:03.379231 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c11ede92-3e19-4424-bfcc-97e74263c693 req-4f028b8f-6610-453c-beca-f3d09278c3af tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 946 time: 0.1883001
May 10 20:09:03.510147 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b047e048-f85f-4cc1-95e6-027f908b1be4 req-b6aa0843-dc1a-43a2-a0f9-d9195636ae93 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531765
May 10 20:09:03.520888 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c11ede92-3e19-4424-bfcc-97e74263c693 req-b2ab7a0e-7511-4eeb-b21d-39a27d0e4956 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244185
May 10 20:09:03.534295 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-744749f9-88cf-4d13-8f72-95a47aacb1c8 req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:03.540748 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-9ec8aaf8-a469-439d-bf3a-5d1584edf777 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:03.591190 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Pushing event deleted for resources: {'Port': ['ID=a4fa13f4-05f3-447d-8523-c29bde34d31c,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:03.594269 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:03.610293 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['36239dce-bce0-41cd-ac86-754fa19c0608', 'a4fa13f4-05f3-447d-8523-c29bde34d31c'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:09:03.668522 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-744749f9-88cf-4d13-8f72-95a47aacb1c8 req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] No DVR routers for this DVR port a4fa13f4-05f3-447d-8523-c29bde34d31c on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:09:03.671105 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-744749f9-88cf-4d13-8f72-95a47aacb1c8 req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:03.674005 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35abf3c5-7f06-4925-9a13-e1b204512c02', 'name': 'network-vif-deleted', 'tag': 'a4fa13f4-05f3-447d-8523-c29bde34d31c'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:03.683587 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-744749f9-88cf-4d13-8f72-95a47aacb1c8 req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.23 "DELETE /v2.0/ports/a4fa13f4-05f3-447d-8523-c29bde34d31c HTTP/1.1" status: 204  len: 173 time: 1.0489509
May 10 20:09:03.730168 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35abf3c5-7f06-4925-9a13-e1b204512c02', 'name': 'network-vif-deleted', 'tag': 'a4fa13f4-05f3-447d-8523-c29bde34d31c', 'status': 'completed', 'code': 200}
May 10 20:09:03.915671 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee8191-cbef-492c-bd7a-eb74d2e078a6 req-716ac48c-4c37-4bc2-8452-8d721e696b52 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:03.917181 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f3ee8191-cbef-492c-bd7a-eb74d2e078a6 req-716ac48c-4c37-4bc2-8452-8d721e696b52 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 945 time: 0.1809933
May 10 20:09:03.965212 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f3ee8191-cbef-492c-bd7a-eb74d2e078a6 req-9da5eadb-f904-4088-b1be-6279ebd85532 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421972
May 10 20:09:04.741444 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-f66647a1-8418-488d-b1f2-f23df52e83e6 req-76b43bca-18ef-44cb-8013-b010a7920d77 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Synchronizing usage tracker for tenant:2e02c5507b4749538f4d762e24453abf on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:09:04.774648 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-f66647a1-8418-488d-b1f2-f23df52e83e6 req-76b43bca-18ef-44cb-8013-b010a7920d77 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Unset dirty status for tenant:2e02c5507b4749538f4d762e24453abf on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:09:04.776060 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f66647a1-8418-488d-b1f2-f23df52e83e6 req-76b43bca-18ef-44cb-8013-b010a7920d77 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=35abf3c5-7f06-4925-9a13-e1b204512c02 HTTP/1.1" status: 200  len: 210 time: 0.0854359
May 10 20:09:04.785097 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffeb21-ad97-4300-978e-bd812dcaaebe req-de3e0bcd-4c2f-4e3f-99ad-f106e0da9b8c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:04.786656 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-48ffeb21-ad97-4300-978e-bd812dcaaebe req-de3e0bcd-4c2f-4e3f-99ad-f106e0da9b8c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 946 time: 0.1462886
May 10 20:09:04.838730 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-48ffeb21-ad97-4300-978e-bd812dcaaebe req-fa2ae164-5a7d-44bf-aa4c-ff9590541121 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424898
May 10 20:09:05.158430 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d72d97-ee6d-4fd5-8401-8251abfce89c req-24b0875c-7238-4f13-9112-dcda60342971 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:05.160051 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-60d72d97-ee6d-4fd5-8401-8251abfce89c req-24b0875c-7238-4f13-9112-dcda60342971 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 945 time: 0.0869892
May 10 20:09:05.250162 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-60d72d97-ee6d-4fd5-8401-8251abfce89c req-32ebc3ad-2efc-4fa6-92ef-c7e42d7e90e2 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823262
May 10 20:09:05.282614 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729344e-48dc-47ae-9c82-bbb6a609318d req-2c7b5113-06d8-4992-b7e9-4ccce18747ff tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:05.284067 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4729344e-48dc-47ae-9c82-bbb6a609318d req-2c7b5113-06d8-4992-b7e9-4ccce18747ff tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 945 time: 0.0980473
May 10 20:09:05.428413 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-4729344e-48dc-47ae-9c82-bbb6a609318d req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Deleting port 4ba817e3-0db3-4f3c-8458-adb3faec58fa {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:09:05.428748 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4729344e-48dc-47ae-9c82-bbb6a609318d req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:05.572532 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-4729344e-48dc-47ae-9c82-bbb6a609318d req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] For port 4ba817e3-0db3-4f3c-8458-adb3faec58fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4ba817e3-0db3-4f3c-8458-adb3faec58fa,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:05.572779 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4729344e-48dc-47ae-9c82-bbb6a609318d req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:05.695142 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-4729344e-48dc-47ae-9c82-bbb6a609318d req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Calling delete_port for 4ba817e3-0db3-4f3c-8458-adb3faec58fa owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:09:05.810207 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4729344e-48dc-47ae-9c82-bbb6a609318d req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:05.816656 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-50849dde-bd87-4cfe-bfd8-10b0251b2997 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:05.860471 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['af31cec9-102f-419b-8e32-da9966c69e0b', '04667816-ee52-49e4-bcc7-c0fe9e13c5c8', '4ba817e3-0db3-4f3c-8458-adb3faec58fa'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:09:05.865924 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Pushing event deleted for resources: {'Port': ['ID=4ba817e3-0db3-4f3c-8458-adb3faec58fa,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:05.869373 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:05.957342 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-4729344e-48dc-47ae-9c82-bbb6a609318d req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] No DVR routers for this DVR port 4ba817e3-0db3-4f3c-8458-adb3faec58fa on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:09:05.959917 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-4729344e-48dc-47ae-9c82-bbb6a609318d req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:05.963660 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e04359-5ba1-4654-9b57-1fa665e666f0', 'name': 'network-vif-deleted', 'tag': '4ba817e3-0db3-4f3c-8458-adb3faec58fa'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:05.983565 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4729344e-48dc-47ae-9c82-bbb6a609318d req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "DELETE /v2.0/ports/4ba817e3-0db3-4f3c-8458-adb3faec58fa HTTP/1.1" status: 204  len: 173 time: 0.6920526
May 10 20:09:06.025601 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e04359-5ba1-4654-9b57-1fa665e666f0', 'name': 'network-vif-deleted', 'tag': '4ba817e3-0db3-4f3c-8458-adb3faec58fa', 'status': 'completed', 'code': 200}
May 10 20:09:06.358851 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb234c82-d4e8-4fe6-9ff4-9f10d24402e6 req-9f4914e4-2f18-4c3b-9377-c6458ca8d00a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:06.360378 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bb234c82-d4e8-4fe6-9ff4-9f10d24402e6 req-9f4914e4-2f18-4c3b-9377-c6458ca8d00a tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.0966771
May 10 20:09:06.409302 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bb234c82-d4e8-4fe6-9ff4-9f10d24402e6 req-0b448574-8a9e-4e7d-a773-70371cdfeed7 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422997
May 10 20:09:06.574657 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-db4c7cfc-c703-422f-b224-2fdf87db284f req-e7b54290-95ff-4d2b-81bc-dc1a62d6f0e8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Synchronizing usage tracker for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:09:06.591248 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-db4c7cfc-c703-422f-b224-2fdf87db284f req-e7b54290-95ff-4d2b-81bc-dc1a62d6f0e8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Unset dirty status for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:09:06.592447 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-db4c7cfc-c703-422f-b224-2fdf87db284f req-e7b54290-95ff-4d2b-81bc-dc1a62d6f0e8 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e04359-5ba1-4654-9b57-1fa665e666f0 HTTP/1.1" status: 200  len: 210 time: 0.0633070
May 10 20:09:07.604495 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35114a7f-717a-4be3-a72d-e125ddb432b5 req-91f21a8d-edad-45e7-9b22-2c0316dc3a02 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:07.606068 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-35114a7f-717a-4be3-a72d-e125ddb432b5 req-91f21a8d-edad-45e7-9b22-2c0316dc3a02 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.0891302
May 10 20:09:07.659245 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-35114a7f-717a-4be3-a72d-e125ddb432b5 req-39dd88cb-1df0-4d21-9fbe-6f0c07b91212 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472057
May 10 20:09:07.879819 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4fa13f4-05f3-447d-8523-c29bde34d31c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:09:07.931032 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: a4fa13f4-05f3-447d-8523-c29bde34d31c {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:09:07.931477 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4fa13f4-05f3-447d-8523-c29bde34d31c not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:09:08.112888 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea193c5-69af-4086-afd0-685fdea3e023 req-d6278666-ffbe-491d-8631-93bcd7b59e17 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:08.115531 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1ea193c5-69af-4086-afd0-685fdea3e023 req-d6278666-ffbe-491d-8631-93bcd7b59e17 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 946 time: 0.1111856
May 10 20:09:08.162848 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1ea193c5-69af-4086-afd0-685fdea3e023 req-eea0170a-3610-4fcc-8581-6640e64ea032 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407472
May 10 20:09:08.636049 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:08.870306 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ac409-b5ea-41ab-8907-c9c6fdaa9c95 req-8712a321-0a9e-4a8b-9969-8f82ee10da0e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:08.871891 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bc8ac409-b5ea-41ab-8907-c9c6fdaa9c95 req-8712a321-0a9e-4a8b-9969-8f82ee10da0e tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.0920162
May 10 20:09:08.932121 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bc8ac409-b5ea-41ab-8907-c9c6fdaa9c95 req-89bd41bc-a88d-47d8-8ad2-d1123748a62c tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490541
May 10 20:09:09.104204 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8056e-bc07-485c-8f25-dc9600b92a75 req-2d091ffc-a497-4ceb-9656-3a5fc35699ca tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:09.105714 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2f8056e-bc07-485c-8f25-dc9600b92a75 req-2d091ffc-a497-4ceb-9656-3a5fc35699ca tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0908003
May 10 20:09:09.152793 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2f8056e-bc07-485c-8f25-dc9600b92a75 req-15d80b7d-0802-4ba6-b9e7-2a66360741bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412505
May 10 20:09:09.354490 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df86fcf-fa9c-4827-82d5-a69e0c126ec8 req-25133a32-3a6e-4b2a-90f3-42b150bb6b25 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:09.356054 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4df86fcf-fa9c-4827-82d5-a69e0c126ec8 req-25133a32-3a6e-4b2a-90f3-42b150bb6b25 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 946 time: 0.0858557
May 10 20:09:09.500119 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4df86fcf-fa9c-4827-82d5-a69e0c126ec8 req-ac314c6d-19be-4c85-8272-46cb3f84377c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381025
May 10 20:09:09.871409 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4ba817e3-0db3-4f3c-8458-adb3faec58fa no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:09:09.910019 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 4ba817e3-0db3-4f3c-8458-adb3faec58fa {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:09:09.910468 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4ba817e3-0db3-4f3c-8458-adb3faec58fa not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:09:10.158065 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7fe7-bfb9-4456-a3be-e8a3be5914d4 req-4f154d69-8565-4832-a265-f40b9117d73f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:10.159888 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2cef7fe7-bfb9-4456-a3be-e8a3be5914d4 req-4f154d69-8565-4832-a265-f40b9117d73f tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1072583
May 10 20:09:10.221473 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2cef7fe7-bfb9-4456-a3be-e8a3be5914d4 req-e54020f7-8759-4f9b-8006-9e788f6ee654 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490620
May 10 20:09:10.356330 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db1453-d292-4eab-ba46-074cd8767c46 req-f1197175-6953-4d6d-9b07-82f417354cbb tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:10.358797 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-09db1453-d292-4eab-ba46-074cd8767c46 req-f1197175-6953-4d6d-9b07-82f417354cbb tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0918574
May 10 20:09:10.433511 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-09db1453-d292-4eab-ba46-074cd8767c46 req-868c8850-8b3d-4811-80ae-0166c5de0470 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678945
May 10 20:09:10.731166 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c2aab-37ee-4177-a396-7a0fdd0c6978 req-3a8e43c7-66e4-4c1f-b911-51393e7cc5fb tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:10.732720 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e6c2aab-37ee-4177-a396-7a0fdd0c6978 req-3a8e43c7-66e4-4c1f-b911-51393e7cc5fb tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 946 time: 0.1508601
May 10 20:09:10.750984 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bea55c-695d-4037-a558-f0ae6fb7556f req-2e43aff6-d809-479f-aba6-d2b5c8030bea tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:10.752828 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-40bea55c-695d-4037-a558-f0ae6fb7556f req-2e43aff6-d809-479f-aba6-d2b5c8030bea tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 946 time: 0.1312456
May 10 20:09:10.895379 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-40bea55c-695d-4037-a558-f0ae6fb7556f req-f180e692-33c8-43dd-b61e-ce7d665d0592 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095927
May 10 20:09:10.951188 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-7e6c2aab-37ee-4177-a396-7a0fdd0c6978 req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Deleting port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:09:10.951564 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-7e6c2aab-37ee-4177-a396-7a0fdd0c6978 req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.124689 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-7e6c2aab-37ee-4177-a396-7a0fdd0c6978 req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] For port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=04667816-ee52-49e4-bcc7-c0fe9e13c5c8,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:11.124959 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-7e6c2aab-37ee-4177-a396-7a0fdd0c6978 req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.259111 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-7e6c2aab-37ee-4177-a396-7a0fdd0c6978 req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Calling delete_port for 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:09:11.528283 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-7e6c2aab-37ee-4177-a396-7a0fdd0c6978 req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.540814 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d3b18cb8-38a6-401f-b2c2-60d340d6ba62 tempest-DeleteServersTestJSON-1106688858 tempest-DeleteServersTestJSON-1106688858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:11.597684 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['af31cec9-102f-419b-8e32-da9966c69e0b', '04667816-ee52-49e4-bcc7-c0fe9e13c5c8'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:09:11.710347 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Pushing event deleted for resources: {'Port': ['ID=04667816-ee52-49e4-bcc7-c0fe9e13c5c8,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:11.728131 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:11.880154 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7fc78-125c-4cb6-b3ff-5f9431ebc6d9 req-790871ee-9f2f-4dd9-adae-b60ad2572770 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:11.882724 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e2f7fc78-125c-4cb6-b3ff-5f9431ebc6d9 req-790871ee-9f2f-4dd9-adae-b60ad2572770 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.5073481
May 10 20:09:11.896245 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6c2aab-37ee-4177-a396-7a0fdd0c6978 req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] No DVR routers for this DVR port 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:09:11.901801 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-7e6c2aab-37ee-4177-a396-7a0fdd0c6978 req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.907562 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf159c02-f486-417c-996a-99000f377aa0', 'name': 'network-vif-deleted', 'tag': '04667816-ee52-49e4-bcc7-c0fe9e13c5c8'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:11.993191 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e6c2aab-37ee-4177-a396-7a0fdd0c6978 req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "DELETE /v2.0/ports/04667816-ee52-49e4-bcc7-c0fe9e13c5c8 HTTP/1.1" status: 204  len: 173 time: 1.2387285
May 10 20:09:12.012258 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e2f7fc78-125c-4cb6-b3ff-5f9431ebc6d9 req-b5137df9-e11f-4208-a22a-77de9e5fe92b tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183119
May 10 20:09:12.031815 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f77dba-846b-4927-afee-f3af40850420 req-ed23539e-f99f-42ba-9557-20df103d9213 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:12.033403 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2f77dba-846b-4927-afee-f3af40850420 req-ed23539e-f99f-42ba-9557-20df103d9213 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.4324274
May 10 20:09:12.085968 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf159c02-f486-417c-996a-99000f377aa0', 'name': 'network-vif-deleted', 'tag': '04667816-ee52-49e4-bcc7-c0fe9e13c5c8', 'status': 'completed', 'code': 200}
May 10 20:09:12.127679 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2f77dba-846b-4927-afee-f3af40850420 req-1affeaf0-e029-45db-aa68-8f6c611499a4 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789199
May 10 20:09:12.289526 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-2496a21d-1bdd-4733-9d96-ef5fd3770137 req-803281da-5b42-4aee-9505-c262ba85c597 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Synchronizing usage tracker for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:09:12.310365 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-2496a21d-1bdd-4733-9d96-ef5fd3770137 req-803281da-5b42-4aee-9505-c262ba85c597 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Unset dirty status for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:09:12.311986 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2496a21d-1bdd-4733-9d96-ef5fd3770137 req-803281da-5b42-4aee-9505-c262ba85c597 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf159c02-f486-417c-996a-99000f377aa0 HTTP/1.1" status: 200  len: 210 time: 0.0713985
May 10 20:09:13.229700 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0635b7-a523-47f4-8eec-a3452de7c450 req-53361a80-4352-48ab-92bb-aa8159cd4a47 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:13.231192 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d0635b7-a523-47f4-8eec-a3452de7c450 req-53361a80-4352-48ab-92bb-aa8159cd4a47 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.0891042
May 10 20:09:13.321561 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d0635b7-a523-47f4-8eec-a3452de7c450 req-14efb590-3450-4215-949c-74620026ca49 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839553
May 10 20:09:13.366475 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff967c0-d1f2-4834-8806-227c5f276635 req-9c0b610e-ebe0-489e-b61a-0932b6704182 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:13.368659 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dff967c0-d1f2-4834-8806-227c5f276635 req-9c0b610e-ebe0-489e-b61a-0932b6704182 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1023622
May 10 20:09:13.418032 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dff967c0-d1f2-4834-8806-227c5f276635 req-fb434f57-914d-403b-a60a-b00ebc3fd75f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433276
May 10 20:09:13.980184 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:09:14.019907 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:09:14.020299 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 04667816-ee52-49e4-bcc7-c0fe9e13c5c8 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:09:14.530388 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39908e7-44bd-41fd-a9d6-0c27fb28d799 req-d1586235-23df-4b13-9010-ad6955c9ab39 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:14.533009 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a39908e7-44bd-41fd-a9d6-0c27fb28d799 req-d1586235-23df-4b13-9010-ad6955c9ab39 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.0982921
May 10 20:09:14.742499 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a39908e7-44bd-41fd-a9d6-0c27fb28d799 req-f51f26d9-4e6f-48b4-bf41-13efbdd5a2e1 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010019
May 10 20:09:14.792138 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40386bb0-f560-42a6-a486-59be7475b611 req-62c46e85-fccc-45cc-9eda-fcb484f480fd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:14.794677 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-40386bb0-f560-42a6-a486-59be7475b611 req-62c46e85-fccc-45cc-9eda-fcb484f480fd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2298734
May 10 20:09:14.852938 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-40386bb0-f560-42a6-a486-59be7475b611 req-83e26431-c796-47d6-a2f9-9016115cf20e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513077
May 10 20:09:15.203875 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9fa53-f1ed-45a3-a2e4-201e92ce647e req-44228e28-d686-4760-b8ec-0da1dd4362a2 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:15.205618 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-60c9fa53-f1ed-45a3-a2e4-201e92ce647e req-44228e28-d686-4760-b8ec-0da1dd4362a2 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1526949
May 10 20:09:15.512381 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e36978-02a6-4796-aee3-b5453474a241 req-ca54550b-aad8-4bbb-8bc3-d93ebdeb195a tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:15.514413 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c5e36978-02a6-4796-aee3-b5453474a241 req-ca54550b-aad8-4bbb-8bc3-d93ebdeb195a tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 945 time: 0.2512403
May 10 20:09:15.577849 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-60c9fa53-f1ed-45a3-a2e4-201e92ce647e req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Deleting port 36239dce-bce0-41cd-ac86-754fa19c0608 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:09:15.578684 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-60c9fa53-f1ed-45a3-a2e4-201e92ce647e req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:15.669678 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c5e36978-02a6-4796-aee3-b5453474a241 req-eae9cbcb-7407-4ee7-a0f7-21de30407fca tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426532
May 10 20:09:15.740597 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-60c9fa53-f1ed-45a3-a2e4-201e92ce647e req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] For port 36239dce-bce0-41cd-ac86-754fa19c0608, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36239dce-bce0-41cd-ac86-754fa19c0608,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:15.740954 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-60c9fa53-f1ed-45a3-a2e4-201e92ce647e req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:15.874363 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-60c9fa53-f1ed-45a3-a2e4-201e92ce647e req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Calling delete_port for 36239dce-bce0-41cd-ac86-754fa19c0608 owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:09:15.997040 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9206b00-bd04-4706-b4e0-39b1212765d8 req-bae68b8d-d3b3-4209-8fc5-750daac57b29 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:15.998566 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e9206b00-bd04-4706-b4e0-39b1212765d8 req-bae68b8d-d3b3-4209-8fc5-750daac57b29 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 945 time: 0.1213050
May 10 20:09:16.144576 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e9206b00-bd04-4706-b4e0-39b1212765d8 req-62a14f79-0c26-4ce6-b3e5-56bd3c340f21 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/security-groups?id=af86f1b1-ce51-46d2-b236-db40da2770ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120896
May 10 20:09:16.158855 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-60c9fa53-f1ed-45a3-a2e4-201e92ce647e req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:16.166673 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c127e327-3c35-4863-8861-8e415b1de153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:16.217357 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Pushing event deleted for resources: {'Port': ['ID=36239dce-bce0-41cd-ac86-754fa19c0608,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:16.217720 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['36239dce-bce0-41cd-ac86-754fa19c0608'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:09:16.219706 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:16.272351 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867962-7759-4b80-8f3f-8bd204d8a4e7 req-6c0a4344-d811-445e-8899-b32d2633fd3a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:16.274471 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ef867962-7759-4b80-8f3f-8bd204d8a4e7 req-6c0a4344-d811-445e-8899-b32d2633fd3a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2744484
May 10 20:09:16.328939 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c9fa53-f1ed-45a3-a2e4-201e92ce647e req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] No DVR routers for this DVR port 36239dce-bce0-41cd-ac86-754fa19c0608 on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:09:16.331449 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-60c9fa53-f1ed-45a3-a2e4-201e92ce647e req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:16.337443 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4385d6f-c176-410f-8555-7e1823dfcd78', 'name': 'network-vif-deleted', 'tag': '36239dce-bce0-41cd-ac86-754fa19c0608'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:16.368179 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-60c9fa53-f1ed-45a3-a2e4-201e92ce647e req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.23 "DELETE /v2.0/ports/36239dce-bce0-41cd-ac86-754fa19c0608 HTTP/1.1" status: 204  len: 173 time: 1.1486390
May 10 20:09:16.374251 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ef867962-7759-4b80-8f3f-8bd204d8a4e7 req-18f002c2-8d9c-4234-ba51-004f1953be93 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701344
May 10 20:09:16.394474 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4385d6f-c176-410f-8555-7e1823dfcd78', 'name': 'network-vif-deleted', 'tag': '36239dce-bce0-41cd-ac86-754fa19c0608', 'status': 'completed', 'code': 200}
May 10 20:09:16.895184 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7641488-d175-42c5-964c-faa61995f7d5 req-c706e583-847a-4edf-89a6-915a76940738 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:16.896748 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a7641488-d175-42c5-964c-faa61995f7d5 req-c706e583-847a-4edf-89a6-915a76940738 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 945 time: 0.0901904
May 10 20:09:16.944231 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a7641488-d175-42c5-964c-faa61995f7d5 req-2cfef91a-8ccb-4588-8e3b-bc695c0a172a tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410862
May 10 20:09:17.340992 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-e6484d4e-a50c-472b-8c52-bae11f1ce0bb req-62f01fa4-c3f5-4aea-a9fa-99fd78b507e3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Synchronizing usage tracker for tenant:2e02c5507b4749538f4d762e24453abf on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:09:17.358258 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-e6484d4e-a50c-472b-8c52-bae11f1ce0bb req-62f01fa4-c3f5-4aea-a9fa-99fd78b507e3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Unset dirty status for tenant:2e02c5507b4749538f4d762e24453abf on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:09:17.359904 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e6484d4e-a50c-472b-8c52-bae11f1ce0bb req-62f01fa4-c3f5-4aea-a9fa-99fd78b507e3 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4385d6f-c176-410f-8555-7e1823dfcd78 HTTP/1.1" status: 200  len: 210 time: 0.0624685
May 10 20:09:17.574215 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9d200-c047-4a3c-b7ea-2e6a0df3c6a6 req-03adbbf8-b266-461e-8e74-41d4356251fd tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:17.575395 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-48f9d200-c047-4a3c-b7ea-2e6a0df3c6a6 req-03adbbf8-b266-461e-8e74-41d4356251fd tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 945 time: 0.1515543
May 10 20:09:17.722182 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5da8be-56c5-48d1-906c-e88f0d482b62 req-3c05addf-c201-4574-b129-8d05419c5c61 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:17.723675 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bc5da8be-56c5-48d1-906c-e88f0d482b62 req-3c05addf-c201-4574-b129-8d05419c5c61 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2083271
May 10 20:09:17.780950 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-48f9d200-c047-4a3c-b7ea-2e6a0df3c6a6 req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Deleting port af31cec9-102f-419b-8e32-da9966c69e0b {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:09:17.781283 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-48f9d200-c047-4a3c-b7ea-2e6a0df3c6a6 req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:17.799097 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bc5da8be-56c5-48d1-906c-e88f0d482b62 req-04581644-8273-401b-a7a1-6a00e618c05e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686214
May 10 20:09:18.031682 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-48f9d200-c047-4a3c-b7ea-2e6a0df3c6a6 req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] For port af31cec9-102f-419b-8e32-da9966c69e0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af31cec9-102f-419b-8e32-da9966c69e0b,segment=NetworkSegment(2adf983d-8cfd-4094-b1e5-20b2c959759d),segment_id=2adf983d-8cfd-4094-b1e5-20b2c959759d)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:18.032401 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-48f9d200-c047-4a3c-b7ea-2e6a0df3c6a6 req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:18.033562 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:09:18.201160 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-48f9d200-c047-4a3c-b7ea-2e6a0df3c6a6 req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Calling delete_port for af31cec9-102f-419b-8e32-da9966c69e0b owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:09:18.279464 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7139e-1296-4db8-aa0d-cb102c232e91 req-e8eee5bb-26cd-4aef-906e-2afad472ee75 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:18.281491 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a1a7139e-1296-4db8-aa0d-cb102c232e91 req-e8eee5bb-26cd-4aef-906e-2afad472ee75 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 945 time: 0.1760101
May 10 20:09:18.377574 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a1a7139e-1296-4db8-aa0d-cb102c232e91 req-a2adf693-2bf3-4898-81a1-15158dab44c4 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3783cb5-239f-4220-b16a-0606991a2af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851378
May 10 20:09:18.414367 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-48f9d200-c047-4a3c-b7ea-2e6a0df3c6a6 req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:18.420429 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-b6a60029-a269-474e-a95a-98804bc27450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:18.462671 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35154) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:18.465384 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['af31cec9-102f-419b-8e32-da9966c69e0b'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:09:18.473957 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Pushing event deleted for resources: {'Port': ['ID=af31cec9-102f-419b-8e32-da9966c69e0b,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:18.477730 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:18.569262 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f9d200-c047-4a3c-b7ea-2e6a0df3c6a6 req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] No DVR routers for this DVR port af31cec9-102f-419b-8e32-da9966c69e0b on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:09:18.573563 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-48f9d200-c047-4a3c-b7ea-2e6a0df3c6a6 req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:18.576357 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a95e1c-5714-4410-bb78-193f04e42ce6', 'name': 'network-vif-deleted', 'tag': 'af31cec9-102f-419b-8e32-da9966c69e0b'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:18.596088 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-48f9d200-c047-4a3c-b7ea-2e6a0df3c6a6 req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.23 "DELETE /v2.0/ports/af31cec9-102f-419b-8e32-da9966c69e0b HTTP/1.1" status: 204  len: 173 time: 1.0135350
May 10 20:09:18.642767 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a95e1c-5714-4410-bb78-193f04e42ce6', 'name': 'network-vif-deleted', 'tag': 'af31cec9-102f-419b-8e32-da9966c69e0b', 'status': 'completed', 'code': 200}
May 10 20:09:19.063636 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51085fac-1c9d-4510-bd1a-f5638848f074 req-475e4291-0d8f-4a9c-84f5-d2dfe703cd17 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:19.065227 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-51085fac-1c9d-4510-bd1a-f5638848f074 req-475e4291-0d8f-4a9c-84f5-d2dfe703cd17 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0905802
May 10 20:09:19.120879 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-51085fac-1c9d-4510-bd1a-f5638848f074 req-852f416d-b2eb-41a3-a5df-e1467752979b tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456786
May 10 20:09:19.123996 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655689'] for router_interface, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:19.617038 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-2b2c3c21-89c7-4bb7-9b0a-a523336fe369 req-5f4bee6a-a937-4a80-a99d-90ea1cca43c1 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Synchronizing usage tracker for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:09:19.646390 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-2b2c3c21-89c7-4bb7-9b0a-a523336fe369 req-5f4bee6a-a937-4a80-a99d-90ea1cca43c1 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Unset dirty status for tenant:22d0ea06b0d5475596e3fecdc8c52daa on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:09:19.648129 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2b2c3c21-89c7-4bb7-9b0a-a523336fe369 req-5f4bee6a-a937-4a80-a99d-90ea1cca43c1 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a95e1c-5714-4410-bb78-193f04e42ce6 HTTP/1.1" status: 200  len: 210 time: 0.0847774
May 10 20:09:19.668669 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Deleting port d782bd45-c77e-4cb4-94cf-a88ce9298e2f {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:09:19.669252 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:19.812596 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] For port d782bd45-c77e-4cb4-94cf-a88ce9298e2f, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=d782bd45-c77e-4cb4-94cf-a88ce9298e2f,segment=NetworkSegment(cf9e4135-3184-4084-92e0-7c69b8597b26),segment_id=cf9e4135-3184-4084-92e0-7c69b8597b26)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:19.812987 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:19.945661 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Calling delete_port for d782bd45-c77e-4cb4-94cf-a88ce9298e2f owned by network:router_interface {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:09:20.050449 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device af31cec9-102f-419b-8e32-da9966c69e0b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:09:20.090019 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: af31cec9-102f-419b-8e32-da9966c69e0b {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:09:20.090575 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device af31cec9-102f-419b-8e32-da9966c69e0b not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:09:20.091266 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 36239dce-bce0-41cd-ac86-754fa19c0608 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:09:20.130820 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 36239dce-bce0-41cd-ac86-754fa19c0608 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:09:20.131173 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 36239dce-bce0-41cd-ac86-754fa19c0608 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:09:20.325118 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290909b-ffb6-426d-9f27-e6a5e2860504 req-92e4ad63-b373-47e9-a2ee-186386dee51c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:20.326760 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8290909b-ffb6-426d-9f27-e6a5e2860504 req-92e4ad63-b373-47e9-a2ee-186386dee51c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0869865
May 10 20:09:20.371205 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:20.378207 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:20.403031 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8290909b-ffb6-426d-9f27-e6a5e2860504 req-48c9b684-0214-42db-b77d-8dcc683a1a2d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664380
May 10 20:09:20.436038 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Pushing event deleted for resources: {'Port': ['ID=d782bd45-c77e-4cb4-94cf-a88ce9298e2f,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:20.442208 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:20.752068 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784377'] for router_interface, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:20.754478 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35168) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:20.857063 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f3ad76-0db5-495f-88c7-a79fc1767f85 admin admin] Deleting subnet c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a {{(pid=78747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:09:20.862503 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-56f3ad76-0db5-495f-88c7-a79fc1767f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:20.949606 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-56f3ad76-0db5-495f-88c7-a79fc1767f85 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:20.962953 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-56f3ad76-0db5-495f-88c7-a79fc1767f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:21.265468 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:09:21.317409 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-56f3ad76-0db5-495f-88c7-a79fc1767f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for subnet, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:21.326298 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-83af7a94-fbee-4cc8-91e4-e1e13578819a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:21.402709 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3ad76-0db5-495f-88c7-a79fc1767f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:21.407886 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-56f3ad76-0db5-495f-88c7-a79fc1767f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:21.410137 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-56f3ad76-0db5-495f-88c7-a79fc1767f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:21.421902 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-56f3ad76-0db5-495f-88c7-a79fc1767f85 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c68af96d-8d7f-4cd8-a2fd-57386d3f0a2a HTTP/1.1" status: 204  len: 168 time: 0.6659741
May 10 20:09:21.424211 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35178) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:21.493415 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:09:21.505547 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a307f-88f9-45b4-8c2f-c2863c3d0f75 None None] Sync routers for ids ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:09:21.517932 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a307f-88f9-45b4-8c2f-c2863c3d0f75 None None] Routers {'02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:09:21.519218 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-700a307f-88f9-45b4-8c2f-c2863c3d0f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4172c70>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:21.519758 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] 10.222.0.18 "PUT /v2.0/routers/02dc61d2-a0fd-4aa1-a8b8-08caebc17c75/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0542803
May 10 20:09:21.521873 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35184) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:21.751257 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Notify callbacks [] for router, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:21.782102 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-700a307f-88f9-45b4-8c2f-c2863c3d0f75 None None] Set router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:09:21.909132 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:21.963635 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:22.006791 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821a3d2-bf94-4e3a-9499-ca03980534ac req-09b594bb-b342-4b29-9627-71e36f02f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:22.011983 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9821a3d2-bf94-4e3a-9499-ca03980534ac req-09b594bb-b342-4b29-9627-71e36f02f329 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81&device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 1137 time: 0.4660814
May 10 20:09:22.052124 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Deleting port 13eba074-dad1-45ae-8954-7b4bfe5b60b2 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:09:22.052357 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:22.126693 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-700a307f-88f9-45b4-8c2f-c2863c3d0f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4172c70>, [{'id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-router', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:32Z', 'updated_at': '2021-05-10T20:09:20Z', 'revision_number': 5, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'gw_port': {'id': '13eba074-dad1-45ae-8954-7b4bfe5b60b2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:34Z', 'updated_at': '2021-05-10T20:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:22.132340 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a307f-88f9-45b4-8c2f-c2863c3d0f75 None None] Checking router: 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:09:22.151599 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a307f-88f9-45b4-8c2f-c2863c3d0f75 None None] Routers {'02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:09:22.152779 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-700a307f-88f9-45b4-8c2f-c2863c3d0f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4172c70>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:22.201912 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] For port 13eba074-dad1-45ae-8954-7b4bfe5b60b2, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=13eba074-dad1-45ae-8954-7b4bfe5b60b2,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:22.202480 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:22.322163 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:22.339339 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2b9ed-ba74-4e1a-97d4-490bbdd94877 req-aabfb820-4487-4830-9fef-bb4a1470ff17 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:22.341097 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fbb2b9ed-ba74-4e1a-97d4-490bbdd94877 req-aabfb820-4487-4830-9fef-bb4a1470ff17 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.8594191
May 10 20:09:22.372031 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-700a307f-88f9-45b4-8c2f-c2863c3d0f75 None None] Set router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 gateway port host: None {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:09:22.379405 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Calling delete_port for 13eba074-dad1-45ae-8954-7b4bfe5b60b2 owned by network:router_gateway {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:09:22.403195 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1ce4aeac10>> segment before_delete 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.403698 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1ce4aeac10>> subnet precommit_delete_associations 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.404386 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cdf61b2b0>> segment_host_mapping after_create 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.404669 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cdf61b2b0>> port after_create 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.404991 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cdf61b2b0>> port after_delete 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.405530 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cdf61b2b0>> port after_update 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.405865 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cdf61b2b0>> segment after_delete 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.406098 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cdf61b2b0>> subnet after_create 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.406782 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cdf61b2b0>> subnet after_delete 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.406782 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cdf61b2b0>> subnet after_update 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.486196 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-700a307f-88f9-45b4-8c2f-c2863c3d0f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4172c70>, [{'id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-router', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:32Z', 'updated_at': '2021-05-10T20:09:21Z', 'revision_number': 6, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'gw_port_host': None}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:22.491608 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a307f-88f9-45b4-8c2f-c2863c3d0f75 None None] The sync data for ids ['02dc61d2-a0fd-4aa1-a8b8-08caebc17c75'] in dv-cinder-788365-3-iscsi is: [{'id': '02dc61d2-a0fd-4aa1-a8b8-08caebc17c75', 'name': 'tempest-ServerRescueNegativeTestJSON-1599116628-router', 'tenant_id': '2e02c5507b4749538f4d762e24453abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:32Z', 'updated_at': '2021-05-10T20:09:21Z', 'revision_number': 6, 'project_id': '2e02c5507b4749538f4d762e24453abf', 'gw_port_host': None}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:09:22.495683 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cdf4ecb20>> subnet after_create 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.496307 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cdf4ecb20>> subnet after_delete 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.497028 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cdf4ecb20>> subnet before_create 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.497815 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cdf4ecb20>> subnet before_update 55550000 {{(pid=78747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:09:22.498883 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cde98d9d0>,) {'filters': {'network_id': ['2ab8683e-6707-4997-bce1-e13ca1482abb']}} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:22.534152 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86683814-ae59-4bed-a28e-628a6221564d req-ae32487c-49ca-4dd8-823b-59076d3b1efb tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:22.540511 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-86683814-ae59-4bed-a28e-628a6221564d req-ae32487c-49ca-4dd8-823b-59076d3b1efb tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.8926342
May 10 20:09:22.556077 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cde98d9d0>, '2adf983d-8cfd-4094-b1e5-20b2c959759d') {'for_net_delete': True} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:22.556686 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cde98d9d0>, '2adf983d-8cfd-4094-b1e5-20b2c959759d') {} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:22.595457 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:22.600788 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e89b8550-5d5e-47b6-bbc5-1f675c1957d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:22.615823 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1283658'] for segment, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:22.634076 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821a3d2-bf94-4e3a-9499-ca03980534ac req-82cc2aba-b28d-4b61-b6a8-ae3e7de16c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:22.635589 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9821a3d2-bf94-4e3a-9499-ca03980534ac req-82cc2aba-b28d-4b61-b6a8-ae3e7de16c68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=985c36f5-abbd-4a16-8808-60848e951241 HTTP/1.1" status: 200  len: 915 time: 0.5733795
May 10 20:09:22.649587 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Pushing event deleted for resources: {'Port': ['ID=13eba074-dad1-45ae-8954-7b4bfe5b60b2,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:22.681161 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:22.709500 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:22.728079 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fbb2b9ed-ba74-4e1a-97d4-490bbdd94877 req-bb1e9baa-3909-445b-8d9d-8b359c03b291 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3715303
May 10 20:09:22.749653 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Releasing vlan 994 on physical network physnet1 to pool {{(pid=78747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:09:22.750061 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60911186'] for segment, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   from cryptography.utils import int_from_bytes
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   from cryptography.utils import int_from_bytes
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]: Traceback (most recent call last):
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     timer()
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     cb(*args, **kw)
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     return func(*args, **kwargs)
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     self._notify()
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     self.callback(batched_events)
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     event.method(event)
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     return f(self, *a, **k)
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self._get(url).json()
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self.request(url, 'GET', **kwargs)
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:09:22.766894 dv-cinder-788365-3-iscsi neutron-server[78747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:09:22.775940 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-86683814-ae59-4bed-a28e-628a6221564d req-30f96f86-880e-49fb-87a3-6d272ac5188c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2223735
May 10 20:09:22.876246 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782957'] for router_gateway, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:22.934922 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9821a3d2-bf94-4e3a-9499-ca03980534ac req-a13c8b22-e478-475d-9749-1fddec1a18de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e HTTP/1.1" status: 200  len: 1000 time: 0.2829027
May 10 20:09:22.939709 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.003095 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-754038f0-06e0-4564-82b5-c476314470d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:23.043052 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab8683e-6707-4997-bce1-e13ca1482abb,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:23.048197 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.052504 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:23.080142 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.081134 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821a3d2-bf94-4e3a-9499-ca03980534ac req-22880ef5-d99a-4cb5-b020-ff162255777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:23.083018 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.083736 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9821a3d2-bf94-4e3a-9499-ca03980534ac req-22880ef5-d99a-4cb5-b020-ff162255777a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f23df6c7-48a2-41f7-996c-c2648d7f6a36 HTTP/1.1" status: 200  len: 853 time: 0.1409569
May 10 20:09:23.089126 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] 10.222.0.18 "DELETE /v2.0/networks/2ab8683e-6707-4997-bce1-e13ca1482abb HTTP/1.1" status: 204  len: 168 time: 1.6624727
May 10 20:09:23.177081 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821a3d2-bf94-4e3a-9499-ca03980534ac req-150ad3ae-733e-457e-85af-0661947cbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:23.178988 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9821a3d2-bf94-4e3a-9499-ca03980534ac req-150ad3ae-733e-457e-85af-0661947cbca2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=985c36f5-abbd-4a16-8808-60848e951241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865803
May 10 20:09:23.249240 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715647'] for router, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.250148 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 {{(pid=78748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:09:23.272376 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.277853 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] 10.222.0.18 "DELETE /v2.0/routers/02dc61d2-a0fd-4aa1-a8b8-08caebc17c75 HTTP/1.1" status: 204  len: 168 time: 1.7541983
May 10 20:09:23.278903 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35190) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:23.334918 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35194) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:23.374974 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8a7c52-9b71-4766-86e6-75c07f42b135 admin admin] Deleting subnet 40cc35f2-27c7-418a-bd2a-92a5bc83986d {{(pid=78748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:09:23.380272 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-de8a7c52-9b71-4766-86e6-75c07f42b135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.439928 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-ec178f51-83a2-4980-814d-ef90ca435762 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22d0ea06b0d5475596e3fecdc8c52daa&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1036677
May 10 20:09:23.442320 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9821a3d2-bf94-4e3a-9499-ca03980534ac req-83fd5d8a-3fc6-4987-a584-d93753690212 service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2565749
May 10 20:09:23.443559 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35198) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:23.464086 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-de8a7c52-9b71-4766-86e6-75c07f42b135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6437095'] for subnet, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.556085 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-de8a7c52-9b71-4766-86e6-75c07f42b135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.651890 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-07e0a9d8-27e4-44c9-bba0-54b29ef637f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.672435 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9821a3d2-bf94-4e3a-9499-ca03980534ac req-76fe9a19-5730-4822-a630-bd98c8a92b96 service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2153575
May 10 20:09:23.696968 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-07e0a9d8-27e4-44c9-bba0-54b29ef637f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.769290 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-07e0a9d8-27e4-44c9-bba0-54b29ef637f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.778920 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-aed8c9f7-c0ae-4ad2-872d-2f6d65d47848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:23.806161 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0a9d8-27e4-44c9-bba0-54b29ef637f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3783cb5-239f-4220-b16a-0606991a2af4,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:23.811298 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-07e0a9d8-27e4-44c9-bba0-54b29ef637f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:23.862079 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-07e0a9d8-27e4-44c9-bba0-54b29ef637f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.868276 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-07e0a9d8-27e4-44c9-bba0-54b29ef637f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3783cb5-239f-4220-b16a-0606991a2af4 HTTP/1.1" status: 204  len: 168 time: 0.4216750
May 10 20:09:23.942539 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device d782bd45-c77e-4cb4-94cf-a88ce9298e2f no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:09:23.978664 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-de8a7c52-9b71-4766-86e6-75c07f42b135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6975580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082130'] for subnet, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:23.984488 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:24.026224 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: d782bd45-c77e-4cb4-94cf-a88ce9298e2f {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:09:24.026655 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device d782bd45-c77e-4cb4-94cf-a88ce9298e2f not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:09:24.027177 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 13eba074-dad1-45ae-8954-7b4bfe5b60b2 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:09:24.031849 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a7c52-9b71-4766-86e6-75c07f42b135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40cc35f2-27c7-418a-bd2a-92a5bc83986d,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:24.036141 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-de8a7c52-9b71-4766-86e6-75c07f42b135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:24.043955 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-de8a7c52-9b71-4766-86e6-75c07f42b135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:24.050546 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-de8a7c52-9b71-4766-86e6-75c07f42b135 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/40cc35f2-27c7-418a-bd2a-92a5bc83986d HTTP/1.1" status: 204  len: 168 time: 0.7701688
May 10 20:09:24.053246 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35208) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:24.066733 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 13eba074-dad1-45ae-8954-7b4bfe5b60b2 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:09:24.067402 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 13eba074-dad1-45ae-8954-7b4bfe5b60b2 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:09:24.212604 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4c85f-b8af-4580-9970-0fa37b292275 req-041d2a80-23cb-41f6-9ba4-326dbd6a4be5 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:24.214155 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-20e4c85f-b8af-4580-9970-0fa37b292275 req-041d2a80-23cb-41f6-9ba4-326dbd6a4be5 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.2209806
May 10 20:09:24.216009 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:24.246254 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292ea9-e201-49fe-bafa-59d06dec9680 req-b738b9fd-f2b2-4438-a193-92cc242dedf1 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:24.247766 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ae292ea9-e201-49fe-bafa-59d06dec9680 req-b738b9fd-f2b2-4438-a193-92cc242dedf1 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.1472247
May 10 20:09:24.312862 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-20e4c85f-b8af-4580-9970-0fa37b292275 req-b12d2889-20ab-44d4-89bd-078f200d6c20 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897374
May 10 20:09:24.330832 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ae292ea9-e201-49fe-bafa-59d06dec9680 req-c573f8e7-e12e-4126-8cdb-bb9375dfdbc2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0725021
May 10 20:09:24.391585 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:24.408032 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce3aca880>,) {'filters': {'network_id': ['e8c8b93f-668d-4a71-94f7-56fa1a591ee0']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:24.423792 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3aca880>, 'cf9e4135-3184-4084-92e0-7c69b8597b26') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:24.424092 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3aca880>, 'cf9e4135-3184-4084-92e0-7c69b8597b26') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:24.445181 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:24.471191 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:24.483907 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:09:24.484476 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:09:24.506853 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:09:24.600918 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:24.611783 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:24.625847 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:24.638526 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c8b93f-668d-4a71-94f7-56fa1a591ee0,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:24.642081 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:24.650317 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-c5cb1d83-a167-4c1a-891f-0478e31aabcd admin admin] 10.222.0.18 "DELETE /v2.0/networks/e8c8b93f-668d-4a71-94f7-56fa1a591ee0 HTTP/1.1" status: 204  len: 168 time: 0.5944340
May 10 20:09:24.843221 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35228) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:24.896686 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-d06a661d-6fc1-4cb4-a53f-bee0d925d456 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e02c5507b4749538f4d762e24453abf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0521111
May 10 20:09:24.899665 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35234) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:24.966478 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ff49bc2e-2968-4c86-a9d9-46af134790d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:24.995064 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ff49bc2e-2968-4c86-a9d9-46af134790d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:25.048948 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ff49bc2e-2968-4c86-a9d9-46af134790d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:25.053841 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-9461ac78-5c96-409f-9409-8c73b9630e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:25.066577 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49bc2e-2968-4c86-a9d9-46af134790d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af86f1b1-ce51-46d2-b236-db40da2770ad,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:25.069499 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ff49bc2e-2968-4c86-a9d9-46af134790d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:25.072034 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ff49bc2e-2968-4c86-a9d9-46af134790d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:25.073135 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-ff49bc2e-2968-4c86-a9d9-46af134790d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af86f1b1-ce51-46d2-b236-db40da2770ad HTTP/1.1" status: 204  len: 168 time: 0.1723390
May 10 20:09:25.599629 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c940475-3ee4-470b-8ba0-ce1bac69b6b4 req-f9793531-e39e-42fd-88f9-250780f2c432 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:25.601157 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1c940475-3ee4-470b-8ba0-ce1bac69b6b4 req-f9793531-e39e-42fd-88f9-250780f2c432 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1646903
May 10 20:09:25.611244 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3023f7f-ca1f-46da-9287-f66d82eaa01c req-28a4054d-10e2-4488-84f1-5b18dcbf41bb tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:25.613025 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d3023f7f-ca1f-46da-9287-f66d82eaa01c req-28a4054d-10e2-4488-84f1-5b18dcbf41bb tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.1242909
May 10 20:09:25.704109 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1c940475-3ee4-470b-8ba0-ce1bac69b6b4 req-bcae78ca-abc5-4826-9e59-1fb6100c852f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897291
May 10 20:09:25.713955 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d3023f7f-ca1f-46da-9287-f66d82eaa01c req-b32d61a9-dda0-4ffa-a075-0a16410e6674 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0855799
May 10 20:09:26.307205 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4c84e-8e8e-4135-a679-23887764cffa req-b19751e2-9db5-429c-a1e6-c9077e8d3a4e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:26.315137 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d1e4c84e-8e8e-4135-a679-23887764cffa req-b19751e2-9db5-429c-a1e6-c9077e8d3a4e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.3071091
May 10 20:09:26.327405 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bc188-f19f-4143-97b5-708fc88ab847 req-8f3ccee8-1b58-4f69-9191-96ffedcd1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:26.328930 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b18bc188-f19f-4143-97b5-708fc88ab847 req-8f3ccee8-1b58-4f69-9191-96ffedcd1a32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363f62c38910412eb9aad0b01fb3e5d0&device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 1099 time: 0.1434107
May 10 20:09:26.480486 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bc188-f19f-4143-97b5-708fc88ab847 req-93ee0055-720a-41d6-83d6-ba651699e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:26.482004 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b18bc188-f19f-4143-97b5-708fc88ab847 req-93ee0055-720a-41d6-83d6-ba651699e342 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 HTTP/1.1" status: 200  len: 911 time: 0.1449051
May 10 20:09:26.611382 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b18bc188-f19f-4143-97b5-708fc88ab847 req-c09b9e71-d50b-4a00-a9a2-9d214385fb00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cad66b0-c870-4c49-be69-c2465f5d92e8 HTTP/1.1" status: 200  len: 1002 time: 0.1214190
May 10 20:09:26.717700 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bc188-f19f-4143-97b5-708fc88ab847 req-c0e1aca0-5926-491a-9923-2888a4f9e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:26.719297 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b18bc188-f19f-4143-97b5-708fc88ab847 req-c0e1aca0-5926-491a-9923-2888a4f9e255 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6b47c10-6bc8-4f78-9310-e201e1556373 HTTP/1.1" status: 200  len: 849 time: 0.0997705
May 10 20:09:26.725927 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d1e4c84e-8e8e-4135-a679-23887764cffa req-3126d217-97b2-4729-b513-347b466adc94 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4095232
May 10 20:09:26.828485 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bc188-f19f-4143-97b5-708fc88ab847 req-e46db7ca-babd-4e59-8f13-39ef7db3989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:26.831360 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b18bc188-f19f-4143-97b5-708fc88ab847 req-e46db7ca-babd-4e59-8f13-39ef7db3989b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1042202
May 10 20:09:26.958911 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-3d6316cd-bb78-4c45-bc30-44a9c21e0f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:27.045547 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b18bc188-f19f-4143-97b5-708fc88ab847 req-850c2ae3-c0b2-480c-b064-6794bde26931 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986296
May 10 20:09:27.263333 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b18bc188-f19f-4143-97b5-708fc88ab847 req-b73847ef-b69d-4905-b5e8-b12a3b46d1d9 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042422
May 10 20:09:27.304673 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09876db-40e2-4820-a0a6-9390ea334845 req-2b292667-9e7a-41df-8752-17dda086ed93 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:27.309259 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a09876db-40e2-4820-a0a6-9390ea334845 req-2b292667-9e7a-41df-8752-17dda086ed93 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.4051778
May 10 20:09:27.372277 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a09876db-40e2-4820-a0a6-9390ea334845 req-efccd7d5-21e8-41f3-9829-d161026d338e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0521255
May 10 20:09:27.597657 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35356) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:27.736962 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3975-6057-496f-8042-cff8e972a985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:27.759998 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2d8f3975-6057-496f-8042-cff8e972a985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:27.763882 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2d8f3975-6057-496f-8042-cff8e972a985 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea101ad614840e099b19bce1583e290 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:27.767217 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2d8f3975-6057-496f-8042-cff8e972a985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:27.772906 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2d8f3975-6057-496f-8042-cff8e972a985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:27.886745 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3975-6057-496f-8042-cff8e972a985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:27.892039 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3975-6057-496f-8042-cff8e972a985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:27.926359 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-7f287a18-5a4a-47b4-9416-7f153fe7452a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:27.980078 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2d8f3975-6057-496f-8042-cff8e972a985 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ea101ad614840e099b19bce1583e290&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3789768
May 10 20:09:27.980912 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35384) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:27.981730 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f3975-6057-496f-8042-cff8e972a985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebee4d09-a2d3-4bbb-8bc2-3aea46665ec1,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:27.986828 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2d8f3975-6057-496f-8042-cff8e972a985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:27.995144 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed6a45-98bf-4952-ba60-59b012fb1fa2 req-b3eeffae-1607-4a7e-9fc1-13b4c0e90c6d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:27.996820 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4fed6a45-98bf-4952-ba60-59b012fb1fa2 req-b3eeffae-1607-4a7e-9fc1-13b4c0e90c6d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1471994
May 10 20:09:28.060203 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4fed6a45-98bf-4952-ba60-59b012fb1fa2 req-11ad8b12-90ba-4dc7-918f-860deb5503da tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519776
May 10 20:09:28.135618 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ae971610-8d8c-48cf-a2e6-dd19f57c0bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:28.161946 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ae971610-8d8c-48cf-a2e6-dd19f57c0bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:28.220119 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ae971610-8d8c-48cf-a2e6-dd19f57c0bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:28.230620 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-29a2a769-f13c-43dc-ba73-ab63835b35a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:28.242065 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae971610-8d8c-48cf-a2e6-dd19f57c0bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebee4d09-a2d3-4bbb-8bc2-3aea46665ec1,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:28.249701 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ae971610-8d8c-48cf-a2e6-dd19f57c0bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:28.251856 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ae971610-8d8c-48cf-a2e6-dd19f57c0bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:28.255182 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-ae971610-8d8c-48cf-a2e6-dd19f57c0bbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebee4d09-a2d3-4bbb-8bc2-3aea46665ec1 HTTP/1.1" status: 204  len: 168 time: 0.2680264
May 10 20:09:28.582418 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829a435-01b5-4b27-b308-a42e6412f5df req-538d48c1-309a-47cd-8e64-408dda1cfca4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:28.583981 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a829a435-01b5-4b27-b308-a42e6412f5df req-538d48c1-309a-47cd-8e64-408dda1cfca4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.0921514
May 10 20:09:28.607470 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35436) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:28.636537 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9f836783-fbb8-4ef1-aa4f-ca17e9739dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:28.638750 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a829a435-01b5-4b27-b308-a42e6412f5df req-9a20e57f-1b59-49df-9b6f-6fca0859fc11 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0468113
May 10 20:09:28.662680 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-9f836783-fbb8-4ef1-aa4f-ca17e9739dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:28.669175 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-9f836783-fbb8-4ef1-aa4f-ca17e9739dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:08ed352abb7147d2ad24de7c59ae8a10 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:28.673784 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-9f836783-fbb8-4ef1-aa4f-ca17e9739dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:28.684036 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-9f836783-fbb8-4ef1-aa4f-ca17e9739dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:28.781195 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9f836783-fbb8-4ef1-aa4f-ca17e9739dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:28.785771 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9f836783-fbb8-4ef1-aa4f-ca17e9739dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:28.800594 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-53498dd4-be1c-4f7a-87dd-9791143aa00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:28.841920 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-9f836783-fbb8-4ef1-aa4f-ca17e9739dc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08ed352abb7147d2ad24de7c59ae8a10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2333484
May 10 20:09:28.842850 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f836783-fbb8-4ef1-aa4f-ca17e9739dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26c1853-7d14-458f-8769-e9c550f756fc,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:28.846006 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-9f836783-fbb8-4ef1-aa4f-ca17e9739dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:28.846318 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35448) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:28.934879 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6aa69af1-32b1-4b8e-a4f4-447e0059ed01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:28.963017 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6aa69af1-32b1-4b8e-a4f4-447e0059ed01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.022862 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6aa69af1-32b1-4b8e-a4f4-447e0059ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.027948 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ada693f7-ab00-4a50-bebc-2fd58451f0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:29.040144 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa69af1-32b1-4b8e-a4f4-447e0059ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26c1853-7d14-458f-8769-e9c550f756fc,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:29.043153 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6aa69af1-32b1-4b8e-a4f4-447e0059ed01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:29.045098 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6aa69af1-32b1-4b8e-a4f4-447e0059ed01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.047372 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-6aa69af1-32b1-4b8e-a4f4-447e0059ed01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d26c1853-7d14-458f-8769-e9c550f756fc HTTP/1.1" status: 204  len: 168 time: 0.1983738
May 10 20:09:29.272446 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5524d8-46ad-4c47-b038-252319a59e0d req-d1a45f1a-7140-404e-aebf-bf93a3ac39cd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:29.274667 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fb5524d8-46ad-4c47-b038-252319a59e0d req-d1a45f1a-7140-404e-aebf-bf93a3ac39cd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0969758
May 10 20:09:29.308073 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35468) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:29.327054 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fb5524d8-46ad-4c47-b038-252319a59e0d req-498ba715-40c2-410b-abaf-ad1fb95ad9ee tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458724
May 10 20:09:29.411853 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-1e3412a1-5aad-4af0-8137-35c702185d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.448146 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2c1033a1-b24c-48c2-862c-f2dd30f82aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.463181 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2c1033a1-b24c-48c2-862c-f2dd30f82aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:29.466990 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2c1033a1-b24c-48c2-862c-f2dd30f82aab admin admin] Usage tracker for resource:security_group_rule and tenant:0b4f8d78666c40b2968def31e1662054 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:29.469788 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-2c1033a1-b24c-48c2-862c-f2dd30f82aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:29.475469 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-2c1033a1-b24c-48c2-862c-f2dd30f82aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:29.515903 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.566266 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2c1033a1-b24c-48c2-862c-f2dd30f82aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.570017 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2c1033a1-b24c-48c2-862c-f2dd30f82aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.579643 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-9f836783-fbb8-4ef1-aa4f-ca17e9739dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:29.623757 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2c1033a1-b24c-48c2-862c-f2dd30f82aab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b4f8d78666c40b2968def31e1662054&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3143840
May 10 20:09:29.624669 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1033a1-b24c-48c2-862c-f2dd30f82aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff22043d-011c-49b0-836a-315024ae5f69,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:29.626490 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35486) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:29.628207 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2c1033a1-b24c-48c2-862c-f2dd30f82aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:29.694172 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-52fdaac6-9826-49b8-9865-77d7af84331e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.727518 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-52fdaac6-9826-49b8-9865-77d7af84331e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.839994 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-52fdaac6-9826-49b8-9865-77d7af84331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.849416 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c681f43b-6617-474a-888b-7904a76c9ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:29.865907 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d4933-3c79-479d-8591-baa3155daade req-05b57145-9cc5-4825-b9ab-4e6b52cd76dc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:29.867293 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-793d4933-3c79-479d-8591-baa3155daade req-05b57145-9cc5-4825-b9ab-4e6b52cd76dc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.1166129
May 10 20:09:29.872727 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdaac6-9826-49b8-9865-77d7af84331e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff22043d-011c-49b0-836a-315024ae5f69,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:29.875819 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-52fdaac6-9826-49b8-9865-77d7af84331e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:29.877862 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-52fdaac6-9826-49b8-9865-77d7af84331e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:29.882347 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-52fdaac6-9826-49b8-9865-77d7af84331e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff22043d-011c-49b0-836a-315024ae5f69 HTTP/1.1" status: 204  len: 168 time: 0.2514479
May 10 20:09:29.967986 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-793d4933-3c79-479d-8591-baa3155daade req-46f962d8-1738-4c13-8498-d0a4c0cbf2bf tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0710695
May 10 20:09:30.275736 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35510) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:30.294560 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80645757-e76e-425a-8ac8-7088f4675363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.310241 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-80645757-e76e-425a-8ac8-7088f4675363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:30.314742 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-80645757-e76e-425a-8ac8-7088f4675363 admin admin] Usage tracker for resource:security_group_rule and tenant:1b5039d58535457cae53a8ffda4291e7 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:30.317959 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-80645757-e76e-425a-8ac8-7088f4675363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:30.326796 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-80645757-e76e-425a-8ac8-7088f4675363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:30.344666 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35514) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:30.428293 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80645757-e76e-425a-8ac8-7088f4675363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.433856 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80645757-e76e-425a-8ac8-7088f4675363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.449195 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-5bcc3949-fc2a-42c0-8f88-abc442f7d951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:30.501097 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-80645757-e76e-425a-8ac8-7088f4675363 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b5039d58535457cae53a8ffda4291e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2242041
May 10 20:09:30.503213 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80645757-e76e-425a-8ac8-7088f4675363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc29e01-cc3d-4fa5-803d-673a04697350,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:30.505951 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35520) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:30.506619 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-80645757-e76e-425a-8ac8-7088f4675363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:30.608004 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-de170aa3-f8a1-4299-8d14-0dc19445e8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.627053 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5c41-881e-428a-b1eb-3cf859936c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.631097 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-de170aa3-f8a1-4299-8d14-0dc19445e8fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:30.645712 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-de170aa3-f8a1-4299-8d14-0dc19445e8fa admin admin] Usage tracker for resource:security_group_rule and tenant:bd240db0a3f54a0d93111a05fe891147 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:30.650835 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-de170aa3-f8a1-4299-8d14-0dc19445e8fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:30.665658 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-de170aa3-f8a1-4299-8d14-0dc19445e8fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:30.672251 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5c41-881e-428a-b1eb-3cf859936c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.726834 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.760412 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5c41-881e-428a-b1eb-3cf859936c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.767764 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1ba09dba-8f4b-4fb2-8608-8bed0b29ad9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:30.790795 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e5c41-881e-428a-b1eb-3cf859936c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc29e01-cc3d-4fa5-803d-673a04697350,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:30.795078 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ed7e5c41-881e-428a-b1eb-3cf859936c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:30.828873 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5c41-881e-428a-b1eb-3cf859936c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.830003 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-ed7e5c41-881e-428a-b1eb-3cf859936c7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cc29e01-cc3d-4fa5-803d-673a04697350 HTTP/1.1" status: 204  len: 168 time: 0.3207543
May 10 20:09:30.847811 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-de170aa3-f8a1-4299-8d14-0dc19445e8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.853979 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-de170aa3-f8a1-4299-8d14-0dc19445e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.861110 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dac3163d-8e29-4691-ab29-8ffa1e42e259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:30.911705 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-de170aa3-f8a1-4299-8d14-0dc19445e8fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd240db0a3f54a0d93111a05fe891147&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5658700
May 10 20:09:30.912496 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170aa3-f8a1-4299-8d14-0dc19445e8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2709333d-c7dd-437a-97b1-37aa3756dc4b,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:30.915797 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-de170aa3-f8a1-4299-8d14-0dc19445e8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:30.916318 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35530) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:31.006718 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-89dfaaa6-b7f5-4e1b-9711-e03b5fe024c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:31.042214 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-89dfaaa6-b7f5-4e1b-9711-e03b5fe024c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:31.262109 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc2c16-658c-427e-bf9e-8a5f41f035ec req-fd604393-501c-4e57-896e-9d85e12d6518 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:31.263674 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-40fc2c16-658c-427e-bf9e-8a5f41f035ec req-fd604393-501c-4e57-896e-9d85e12d6518 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.1175699
May 10 20:09:31.264786 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-89dfaaa6-b7f5-4e1b-9711-e03b5fe024c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:31.268533 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-4dd7f500-20e4-434f-9adc-404355e95b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:31.298443 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfaaa6-b7f5-4e1b-9711-e03b5fe024c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2709333d-c7dd-437a-97b1-37aa3756dc4b,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:31.302523 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-89dfaaa6-b7f5-4e1b-9711-e03b5fe024c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:31.326587 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-89dfaaa6-b7f5-4e1b-9711-e03b5fe024c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:31.327744 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-89dfaaa6-b7f5-4e1b-9711-e03b5fe024c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2709333d-c7dd-437a-97b1-37aa3756dc4b HTTP/1.1" status: 204  len: 168 time: 0.4065914
May 10 20:09:31.341335 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-40fc2c16-658c-427e-bf9e-8a5f41f035ec req-59bfd0e2-958f-4ad2-b67b-b62933241b69 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0625770
May 10 20:09:32.197957 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:32.571306 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d59b7-8035-42b3-a78e-064b53ed6d0b req-6b3fc588-6d68-4164-b995-018855f2e2d0 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:32.572898 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-438d59b7-8035-42b3-a78e-064b53ed6d0b req-6b3fc588-6d68-4164-b995-018855f2e2d0 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.1003444
May 10 20:09:32.654664 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-438d59b7-8035-42b3-a78e-064b53ed6d0b req-5ce5ec11-8d93-4c01-844e-eb103f238281 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0595186
May 10 20:09:33.849876 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612ef5c-2b78-4849-b9a3-440c83b046d4 req-7bce7166-8f36-433b-912b-6be31dd02ec2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:33.851480 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4612ef5c-2b78-4849-b9a3-440c83b046d4 req-7bce7166-8f36-433b-912b-6be31dd02ec2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.0895233
May 10 20:09:33.904943 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4612ef5c-2b78-4849-b9a3-440c83b046d4 req-ba9a7f07-505c-42c2-b9eb-bd98f8183c01 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0466542
May 10 20:09:35.100140 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834f2ea-1ea8-4c67-ab2d-f8973b65924b req-ccc6ca6a-ae91-465d-b7e4-fabeaccdaf0a tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:35.101602 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b834f2ea-1ea8-4c67-ab2d-f8973b65924b req-ccc6ca6a-ae91-465d-b7e4-fabeaccdaf0a tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.0843432
May 10 20:09:35.150929 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b834f2ea-1ea8-4c67-ab2d-f8973b65924b req-a17d3091-2a92-4ada-811d-41db718685d3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0427711
May 10 20:09:36.360322 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703ef97-89c1-4b35-8877-871186ad095b req-5f0095bb-3beb-4d83-824c-0bd418f07595 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:36.361879 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8703ef97-89c1-4b35-8877-871186ad095b req-5f0095bb-3beb-4d83-824c-0bd418f07595 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.0975232
May 10 20:09:36.420107 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8703ef97-89c1-4b35-8877-871186ad095b req-8aa166c0-4f4b-4783-b43b-b7deaeaec045 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0515959
May 10 20:09:37.019061 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35684) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:37.141135 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e9cae22b-bf7e-4c63-86e2-ac10a5021bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:37.156487 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-e9cae22b-bf7e-4c63-86e2-ac10a5021bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:37.160383 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-e9cae22b-bf7e-4c63-86e2-ac10a5021bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:40f1fd1b0788448794dae274edca9ca4 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:37.163375 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-e9cae22b-bf7e-4c63-86e2-ac10a5021bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:37.169857 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-e9cae22b-bf7e-4c63-86e2-ac10a5021bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:37.252902 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e9cae22b-bf7e-4c63-86e2-ac10a5021bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:37.257061 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e9cae22b-bf7e-4c63-86e2-ac10a5021bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:37.265052 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:37.305443 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cae22b-bf7e-4c63-86e2-ac10a5021bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6c9b08-88ee-4719-bb7e-8463a9e17317,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:37.308721 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e9cae22b-bf7e-4c63-86e2-ac10a5021bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:37.314290 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-e9cae22b-bf7e-4c63-86e2-ac10a5021bf4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40f1fd1b0788448794dae274edca9ca4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2932324
May 10 20:09:37.314649 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35690) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:37.374735 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5a64aaec-6ef8-4fbe-bd7d-76dee69e7977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:37.404329 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5a64aaec-6ef8-4fbe-bd7d-76dee69e7977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:37.468527 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5a64aaec-6ef8-4fbe-bd7d-76dee69e7977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:37.472681 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-acf2f441-6ea4-4785-8367-e71be0ee29c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:37.484722 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64aaec-6ef8-4fbe-bd7d-76dee69e7977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6c9b08-88ee-4719-bb7e-8463a9e17317,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:37.491262 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5a64aaec-6ef8-4fbe-bd7d-76dee69e7977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:37.492801 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5a64aaec-6ef8-4fbe-bd7d-76dee69e7977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:37.493816 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-5a64aaec-6ef8-4fbe-bd7d-76dee69e7977 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a6c9b08-88ee-4719-bb7e-8463a9e17317 HTTP/1.1" status: 204  len: 168 time: 0.1782575
May 10 20:09:37.632721 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00447f26-6137-427c-bf2c-974bcc4470c0 req-6a950293-816b-47f2-9ae2-0f698cd2aba2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:37.634672 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-00447f26-6137-427c-bf2c-974bcc4470c0 req-6a950293-816b-47f2-9ae2-0f698cd2aba2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.0903625
May 10 20:09:37.690344 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-00447f26-6137-427c-bf2c-974bcc4470c0 req-2d58d37b-2e58-45e7-87f7-aee9b73edcda tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0495281
May 10 20:09:37.820222 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35702) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:37.839369 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d795-a4d4-4855-b0c1-dffa070706d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:37.856388 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-9bc2d795-a4d4-4855-b0c1-dffa070706d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:37.860390 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-9bc2d795-a4d4-4855-b0c1-dffa070706d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a21c9a15423e477093628842d7d14e0f is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:37.863361 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-9bc2d795-a4d4-4855-b0c1-dffa070706d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:37.875270 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-9bc2d795-a4d4-4855-b0c1-dffa070706d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:37.964040 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d795-a4d4-4855-b0c1-dffa070706d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:37.968341 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d795-a4d4-4855-b0c1-dffa070706d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:37.975866 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-52fdaac6-9826-49b8-9865-77d7af84331e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:38.019504 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-9bc2d795-a4d4-4855-b0c1-dffa070706d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a21c9a15423e477093628842d7d14e0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1981239
May 10 20:09:38.020446 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2d795-a4d4-4855-b0c1-dffa070706d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7101c9a7-3a51-4af2-902f-31a25833e1e6,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:38.022262 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35706) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:38.024173 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-9bc2d795-a4d4-4855-b0c1-dffa070706d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:38.095531 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b1e07d9e-edf3-46b1-9f5d-dfc52dd0c847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:38.122293 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b1e07d9e-edf3-46b1-9f5d-dfc52dd0c847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:38.175180 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b1e07d9e-edf3-46b1-9f5d-dfc52dd0c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:38.178906 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-51b85e12-249b-4eb5-b344-e361f61d8435 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:38.192232 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e07d9e-edf3-46b1-9f5d-dfc52dd0c847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7101c9a7-3a51-4af2-902f-31a25833e1e6,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:38.195146 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b1e07d9e-edf3-46b1-9f5d-dfc52dd0c847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:38.197641 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b1e07d9e-edf3-46b1-9f5d-dfc52dd0c847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:38.198737 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b1e07d9e-edf3-46b1-9f5d-dfc52dd0c847 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7101c9a7-3a51-4af2-902f-31a25833e1e6 HTTP/1.1" status: 204  len: 168 time: 0.1754756
May 10 20:09:38.659634 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:38.908950 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df495a-23d9-45ec-aad7-9017e207f4d9 req-b6bd48ee-66c6-400b-bf31-f1ea20cba9e7 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:38.911736 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-01df495a-23d9-45ec-aad7-9017e207f4d9 req-b6bd48ee-66c6-400b-bf31-f1ea20cba9e7 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.1022580
May 10 20:09:38.987922 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-01df495a-23d9-45ec-aad7-9017e207f4d9 req-179a14b1-3581-47e6-913f-e366da9abc93 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0623012
May 10 20:09:40.177438 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b27c8-2507-4bcb-ad69-6bc36dd881d0 req-aff9d765-8d9d-4e88-8fb5-6eb9e043be2d tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:40.179036 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e01b27c8-2507-4bcb-ad69-6bc36dd881d0 req-aff9d765-8d9d-4e88-8fb5-6eb9e043be2d tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.0839410
May 10 20:09:40.232903 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e01b27c8-2507-4bcb-ad69-6bc36dd881d0 req-c6c5f102-910d-46a3-b884-8bcd9b2918ce tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0465913
May 10 20:09:41.457615 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee2d0f-1dd0-4b7a-bfa6-e1762f7558da req-eaa27b5a-e11a-4906-914e-a84f4fe436e5 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:41.459161 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c4ee2d0f-1dd0-4b7a-bfa6-e1762f7558da req-eaa27b5a-e11a-4906-914e-a84f4fe436e5 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.0981286
May 10 20:09:41.520622 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c4ee2d0f-1dd0-4b7a-bfa6-e1762f7558da req-fc937409-4a54-4617-ae2b-7c1ced93c721 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0505865
May 10 20:09:42.349803 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35836) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:42.475593 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:42.490668 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:42.495870 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Usage tracker for resource:security_group_rule and tenant:e12f09b7b5024719becdb78bb38ba373 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:42.498909 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:42.504835 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:42.601701 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:42.608401 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:42.621051 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-07e0a9d8-27e4-44c9-bba0-54b29ef637f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:42.708736 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e12f09b7b5024719becdb78bb38ba373&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3577361
May 10 20:09:42.711661 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 35848) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:42.712459 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0685e5f7-a506-4a1d-a549-96bae99efcf3,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:42.723207 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.723658 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.723958 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.724311 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.724663 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.725020 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.725379 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.725805 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.726602 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.726809 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.727342 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.728461 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.734400 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:42.770690 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502a93c-a44a-41aa-b96b-9f5ff9c0fbfd req-0eec0ce1-108b-42b1-851d-4d442c4bb4a5 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:42.772344 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6502a93c-a44a-41aa-b96b-9f5ff9c0fbfd req-0eec0ce1-108b-42b1-851d-4d442c4bb4a5 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.1301508
May 10 20:09:42.810546 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:42.830157 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6502a93c-a44a-41aa-b96b-9f5ff9c0fbfd req-63a25756-9a05-4dae-a161-0eec9f419588 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0473428
May 10 20:09:42.845680 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:42.913645 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:42.918834 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-de170aa3-f8a1-4299-8d14-0dc19445e8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:42.930371 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0685e5f7-a506-4a1d-a549-96bae99efcf3,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:42.941520 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.941865 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.942245 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.942579 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.942925 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.943272 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.943651 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.943994 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.944342 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.944685 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.945198 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.945540 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:42.952152 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:42.953354 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:42.959634 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0685e5f7-a506-4a1d-a549-96bae99efcf3 HTTP/1.1" status: 204  len: 168 time: 0.2422757
May 10 20:09:44.045185 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c12ea-7c5f-46d2-ba1e-965b36019170 req-72148eec-9dd7-4f93-9096-83e979cea0be tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:44.047497 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8b3c12ea-7c5f-46d2-ba1e-965b36019170 req-72148eec-9dd7-4f93-9096-83e979cea0be tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.0955591
May 10 20:09:44.103024 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8b3c12ea-7c5f-46d2-ba1e-965b36019170 req-a88e48b3-20a7-4065-8a24-1a813256f13f tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0484869
May 10 20:09:45.306640 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a46507-3cfd-48ce-a8bd-78dfbe74776c req-487bbde8-3c89-4391-acff-9f2d08ca14ed tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:45.308158 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-10a46507-3cfd-48ce-a8bd-78dfbe74776c req-487bbde8-3c89-4391-acff-9f2d08ca14ed tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.0883262
May 10 20:09:45.358699 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-10a46507-3cfd-48ce-a8bd-78dfbe74776c req-e8a4d35b-68a8-4582-b232-ef407ed269a4 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=337c1e92-9d56-4ce4-b4b1-163b163ebdfb&id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0443554
May 10 20:09:47.122637 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35944) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:47.254945 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-8b58c25f-7855-4ce0-9f95-acbab51caf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:47.269986 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-8b58c25f-7855-4ce0-9f95-acbab51caf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:47.273837 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-8b58c25f-7855-4ce0-9f95-acbab51caf78 admin admin] Usage tracker for resource:security_group_rule and tenant:59d66ba454894865b0110e76c573beb7 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:47.277590 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-8b58c25f-7855-4ce0-9f95-acbab51caf78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:47.283501 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-8b58c25f-7855-4ce0-9f95-acbab51caf78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:47.365915 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-8b58c25f-7855-4ce0-9f95-acbab51caf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:47.372400 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-8b58c25f-7855-4ce0-9f95-acbab51caf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:47.379442 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1ac4d308-d6f8-4d45-bfc1-96e731f15773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:47.419139 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58c25f-7855-4ce0-9f95-acbab51caf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473d8d46-021f-4cd8-bfa7-c1682880d37e,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:47.423248 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-8b58c25f-7855-4ce0-9f95-acbab51caf78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59d66ba454894865b0110e76c573beb7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2996001
May 10 20:09:47.424120 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-8b58c25f-7855-4ce0-9f95-acbab51caf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:47.426002 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 35952) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:47.489935 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fff6dc3a-6490-42e6-abc2-24146b64a7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:47.517881 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fff6dc3a-6490-42e6-abc2-24146b64a7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:47.576925 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fff6dc3a-6490-42e6-abc2-24146b64a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:47.580915 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-80645757-e76e-425a-8ac8-7088f4675363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:47.596733 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6dc3a-6490-42e6-abc2-24146b64a7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d8d46-021f-4cd8-bfa7-c1682880d37e,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:47.599487 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-fff6dc3a-6490-42e6-abc2-24146b64a7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:47.610424 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fff6dc3a-6490-42e6-abc2-24146b64a7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:47.611618 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-fff6dc3a-6490-42e6-abc2-24146b64a7e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/473d8d46-021f-4cd8-bfa7-c1682880d37e HTTP/1.1" status: 204  len: 168 time: 0.1846683
May 10 20:09:48.857893 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36004) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:48.999617 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-b1db9124-b83f-4bf5-a829-1a79e716048b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:49.017205 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-b1db9124-b83f-4bf5-a829-1a79e716048b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:49.021951 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-b1db9124-b83f-4bf5-a829-1a79e716048b admin admin] Usage tracker for resource:security_group_rule and tenant:1f03c0d1d716432aa0b18bdd51c6a803 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:49.026236 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-b1db9124-b83f-4bf5-a829-1a79e716048b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:49.034793 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-b1db9124-b83f-4bf5-a829-1a79e716048b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:49.145095 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-b1db9124-b83f-4bf5-a829-1a79e716048b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:49.152451 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-b1db9124-b83f-4bf5-a829-1a79e716048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:49.161791 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-61a86a7d-c5f6-4cfa-a182-caf608341790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:49.203623 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-b1db9124-b83f-4bf5-a829-1a79e716048b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f03c0d1d716432aa0b18bdd51c6a803&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3442318
May 10 20:09:49.206280 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36016) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:49.217480 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db9124-b83f-4bf5-a829-1a79e716048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fe632a-051e-4cf9-a188-b6c54ffd08e0,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:49.225490 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-b1db9124-b83f-4bf5-a829-1a79e716048b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:49.355210 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-07d18d7d-66d2-42b3-a01d-143fb8091c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:49.382978 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-07d18d7d-66d2-42b3-a01d-143fb8091c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:49.447429 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-07d18d7d-66d2-42b3-a01d-143fb8091c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:49.452728 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-81e80ac0-b9d8-467c-9e0a-eedc0f2f912d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:49.466141 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d18d7d-66d2-42b3-a01d-143fb8091c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fe632a-051e-4cf9-a188-b6c54ffd08e0,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:49.468500 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-07d18d7d-66d2-42b3-a01d-143fb8091c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:49.472605 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-07d18d7d-66d2-42b3-a01d-143fb8091c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:49.474462 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-07d18d7d-66d2-42b3-a01d-143fb8091c18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48fe632a-051e-4cf9-a188-b6c54ffd08e0 HTTP/1.1" status: 204  len: 168 time: 0.2672255
May 10 20:09:49.624299 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fe4ff-ab15-4c60-9e3f-e7a54057df77 req-dff575f3-abd2-4a98-b9eb-0fd61e439be2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:49.625829 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-878fe4ff-ab15-4c60-9e3f-e7a54057df77 req-dff575f3-abd2-4a98-b9eb-0fd61e439be2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 946 time: 0.0899940
May 10 20:09:49.673656 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-878fe4ff-ab15-4c60-9e3f-e7a54057df77 req-1321daa6-eb27-434e-becc-b6fe5709d528 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416229
May 10 20:09:49.793699 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36028) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:49.811869 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f1889fc1-8817-484f-bbf4-d7db123503f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:49.832124 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f1889fc1-8817-484f-bbf4-d7db123503f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:49.838276 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f1889fc1-8817-484f-bbf4-d7db123503f2 admin admin] Usage tracker for resource:security_group_rule and tenant:058f6f433d514e379bfee2f191cd91a1 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:49.842794 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f1889fc1-8817-484f-bbf4-d7db123503f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:49.852653 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f1889fc1-8817-484f-bbf4-d7db123503f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:49.961323 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f1889fc1-8817-484f-bbf4-d7db123503f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:49.965562 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f1889fc1-8817-484f-bbf4-d7db123503f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:49.973032 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-77c07c8e-a3d7-44c7-9feb-d77e024f2e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:50.014794 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1889fc1-8817-484f-bbf4-d7db123503f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf6c8e5-3b38-4021-90d2-84d65f69ab2f,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:50.018979 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-f1889fc1-8817-484f-bbf4-d7db123503f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=058f6f433d514e379bfee2f191cd91a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2241454
May 10 20:09:50.019919 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f1889fc1-8817-484f-bbf4-d7db123503f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:50.021609 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36032) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:50.086000 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c90917f0-32b3-4581-868f-f5fbea4b4d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:50.112307 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c90917f0-32b3-4581-868f-f5fbea4b4d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:50.166735 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c90917f0-32b3-4581-868f-f5fbea4b4d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:50.173898 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-9bc2d795-a4d4-4855-b0c1-dffa070706d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:50.187849 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90917f0-32b3-4581-868f-f5fbea4b4d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf6c8e5-3b38-4021-90d2-84d65f69ab2f,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:50.191133 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c90917f0-32b3-4581-868f-f5fbea4b4d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:50.193191 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c90917f0-32b3-4581-868f-f5fbea4b4d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:50.197420 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-c90917f0-32b3-4581-868f-f5fbea4b4d4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcf6c8e5-3b38-4021-90d2-84d65f69ab2f HTTP/1.1" status: 204  len: 168 time: 0.1718137
May 10 20:09:50.573752 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36052) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:50.591869 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9432-e8d4-4e65-9e7b-6c47fa5bf803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:50.607553 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-7d1d9432-e8d4-4e65-9e7b-6c47fa5bf803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:50.611715 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-7d1d9432-e8d4-4e65-9e7b-6c47fa5bf803 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5c4713b36945c78533b57875d88478 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:50.614899 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-7d1d9432-e8d4-4e65-9e7b-6c47fa5bf803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:50.621550 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-7d1d9432-e8d4-4e65-9e7b-6c47fa5bf803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:50.710355 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9432-e8d4-4e65-9e7b-6c47fa5bf803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:50.718361 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9432-e8d4-4e65-9e7b-6c47fa5bf803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:50.727352 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-0cbd2ae2-e108-4e60-9a89-81f0d72efb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:50.769447 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-7d1d9432-e8d4-4e65-9e7b-6c47fa5bf803 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb5c4713b36945c78533b57875d88478&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1945815
May 10 20:09:50.772016 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36060) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:50.774772 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d9432-e8d4-4e65-9e7b-6c47fa5bf803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ac5709-d1d5-455e-b62c-03f7b8ba0c17,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:50.788680 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-7d1d9432-e8d4-4e65-9e7b-6c47fa5bf803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:50.888528 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-8a16788e-3011-4158-a231-5cf2f34c4f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:50.926454 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-8a16788e-3011-4158-a231-5cf2f34c4f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:50.965370 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4c672-aac9-487a-9e1a-d55f318cc214 req-20384b2a-2b2b-49fc-9ca1-4bc2cf3245dd tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:50.966907 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a5e4c672-aac9-487a-9e1a-d55f318cc214 req-20384b2a-2b2b-49fc-9ca1-4bc2cf3245dd tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 946 time: 0.1524146
May 10 20:09:51.043890 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a5e4c672-aac9-487a-9e1a-d55f318cc214 req-92d3bd74-3f60-4477-afc7-79f9edae3f1a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700843
May 10 20:09:51.057644 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-8a16788e-3011-4158-a231-5cf2f34c4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:51.063598 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-89dfaaa6-b7f5-4e1b-9711-e03b5fe024c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:51.074196 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16788e-3011-4158-a231-5cf2f34c4f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ac5709-d1d5-455e-b62c-03f7b8ba0c17,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:51.078099 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-8a16788e-3011-4158-a231-5cf2f34c4f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:51.081572 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-8a16788e-3011-4158-a231-5cf2f34c4f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:51.083154 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-8a16788e-3011-4158-a231-5cf2f34c4f03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32ac5709-d1d5-455e-b62c-03f7b8ba0c17 HTTP/1.1" status: 204  len: 168 time: 0.3097796
May 10 20:09:51.941056 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-c556e426-d86b-425e-adb6-7553e738838b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:51.942507 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-c556e426-d86b-425e-adb6-7553e738838b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 946 time: 0.0800631
May 10 20:09:52.082698 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Deleting port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:09:52.083256 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:52.280185 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] For port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:52.280455 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:52.472478 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056210b-f291-43d6-8254-95b46fc9a993 req-bf6426e3-b6fa-4e12-9b33-7f0261ffe73c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:52.474008 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7056210b-f291-43d6-8254-95b46fc9a993 req-bf6426e3-b6fa-4e12-9b33-7f0261ffe73c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 946 time: 0.2744572
May 10 20:09:52.611855 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7056210b-f291-43d6-8254-95b46fc9a993 req-b5f6ba4c-0af8-4812-a171-c409223ed7d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=63504138-82d4-4f1f-9512-8b4424a0d8bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1292048
May 10 20:09:52.653671 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:52.654170 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:52.655002 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.l3_db [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Floating IP 819151cf-c924-4367-a3b5-4437e9746a1d disassociated. External IP: 172.27.0.22, port: a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c.
May 10 20:09:52.655547 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Calling delete_port for a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:09:52.789895 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:52.797349 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d1cde2b7-458d-43d8-9d27-0a8a8296b3d3 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:52.841539 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event deleted for resources: {'Port': ['ID=a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:52.845253 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:53.132357 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Router 65c1ab96-466b-45d1-b816-55e2c7992e26 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:09:53.169953 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36130) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:53.305519 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cb1bbc8e-6703-4d83-a6b4-99d3cf643185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:53.325441 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-cb1bbc8e-6703-4d83-a6b4-99d3cf643185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:53.329990 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-cb1bbc8e-6703-4d83-a6b4-99d3cf643185 admin admin] Usage tracker for resource:security_group_rule and tenant:ac9bf81980b1465b9dff11d517d96224 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:53.333362 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-cb1bbc8e-6703-4d83-a6b4-99d3cf643185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:53.342155 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-cb1bbc8e-6703-4d83-a6b4-99d3cf643185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:53.373303 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:09:53.386408 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f35d21-e7d3-4135-91d5-de62cb429561 None None] Sync routers for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:09:53.399532 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f35d21-e7d3-4135-91d5-de62cb429561 None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:09:53.401283 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d0f35d21-e7d3-4135-91d5-de62cb429561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce426e610>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:53.449406 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cb1bbc8e-6703-4d83-a6b4-99d3cf643185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:53.454581 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cb1bbc8e-6703-4d83-a6b4-99d3cf643185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:53.455647 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] No DVR routers for this DVR port a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:09:53.458374 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:53.461442 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'name': 'network-vif-deleted', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:53.465207 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-da2d7975-20c4-4374-9a31-ffa9a32b6e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:53.471088 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-02666ee7-9385-4fcf-9f69-43bda9126ad8 req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.23 "DELETE /v2.0/ports/a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c HTTP/1.1" status: 204  len: 173 time: 1.5227022
May 10 20:09:53.523650 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9f43e0-ea21-4480-8207-5ada161ee18e', 'name': 'network-vif-deleted', 'tag': 'a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c', 'status': 'completed', 'code': 200}
May 10 20:09:53.531917 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bbc8e-6703-4d83-a6b4-99d3cf643185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba736a48-7a5b-4024-a3fc-d9829d186e31,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:53.551342 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36140) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:53.551548 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-cb1bbc8e-6703-4d83-a6b4-99d3cf643185 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac9bf81980b1465b9dff11d517d96224&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3804328
May 10 20:09:53.552574 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-cb1bbc8e-6703-4d83-a6b4-99d3cf643185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:53.630943 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4a99db01-94d0-489d-a7a3-c75df3f9c78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:53.663356 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-d0f35d21-e7d3-4135-91d5-de62cb429561 None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:09:53.673409 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4a99db01-94d0-489d-a7a3-c75df3f9c78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:53.813618 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-c0a4e0cf-c9d6-4bfc-86e3-97befdf30ffa req-8df19db8-7f8f-44d8-83a7-c60bf82ade1e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Synchronizing usage tracker for tenant:066ce7b2289b444caeda66c8457931ac on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:09:53.846046 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-c0a4e0cf-c9d6-4bfc-86e3-97befdf30ffa req-8df19db8-7f8f-44d8-83a7-c60bf82ade1e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Unset dirty status for tenant:066ce7b2289b444caeda66c8457931ac on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:09:53.847694 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c0a4e0cf-c9d6-4bfc-86e3-97befdf30ffa req-8df19db8-7f8f-44d8-83a7-c60bf82ade1e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9f43e0-ea21-4480-8207-5ada161ee18e HTTP/1.1" status: 200  len: 210 time: 0.0948350
May 10 20:09:53.852473 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4a99db01-94d0-489d-a7a3-c75df3f9c78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:53.858260 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-7b889022-7fdc-4f36-88b8-e55d1ec0d311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:53.879511 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99db01-94d0-489d-a7a3-c75df3f9c78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba736a48-7a5b-4024-a3fc-d9829d186e31,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:53.884520 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-4a99db01-94d0-489d-a7a3-c75df3f9c78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:53.890658 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4a99db01-94d0-489d-a7a3-c75df3f9c78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:53.892165 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-4a99db01-94d0-489d-a7a3-c75df3f9c78d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba736a48-7a5b-4024-a3fc-d9829d186e31 HTTP/1.1" status: 204  len: 168 time: 0.3392856
May 10 20:09:54.109726 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d0f35d21-e7d3-4135-91d5-de62cb429561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce426e610>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:54.115174 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f35d21-e7d3-4135-91d5-de62cb429561 None None] Checking router: 65c1ab96-466b-45d1-b816-55e2c7992e26 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:09:54.127376 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f35d21-e7d3-4135-91d5-de62cb429561 None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:09:54.128458 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d0f35d21-e7d3-4135-91d5-de62cb429561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce426e610>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:54.250810 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36154) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:54.273944 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-78c97a28-48af-4e09-8120-5b9f5defa335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:54.298807 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-78c97a28-48af-4e09-8120-5b9f5defa335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:54.305329 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-78c97a28-48af-4e09-8120-5b9f5defa335 admin admin] Usage tracker for resource:security_group_rule and tenant:33c7cfdf08184eb8a77b4e5e29b78399 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:54.309034 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-78c97a28-48af-4e09-8120-5b9f5defa335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:54.317261 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-78c97a28-48af-4e09-8120-5b9f5defa335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:54.422956 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-d0f35d21-e7d3-4135-91d5-de62cb429561 None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:09:54.430651 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-78c97a28-48af-4e09-8120-5b9f5defa335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:54.440199 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-78c97a28-48af-4e09-8120-5b9f5defa335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:54.449912 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-07d18d7d-66d2-42b3-a01d-143fb8091c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:54.496619 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-78c97a28-48af-4e09-8120-5b9f5defa335 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33c7cfdf08184eb8a77b4e5e29b78399&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2443805
May 10 20:09:54.497559 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c97a28-48af-4e09-8120-5b9f5defa335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7e29fd-da93-4803-b5b8-bd42d995c4ce,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:54.499257 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36158) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:54.500596 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-78c97a28-48af-4e09-8120-5b9f5defa335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:54.569874 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1a1cc919-c08f-4d07-a377-61125c66fdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:54.598537 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1a1cc919-c08f-4d07-a377-61125c66fdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:54.660302 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1a1cc919-c08f-4d07-a377-61125c66fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:54.669404 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e9cae22b-bf7e-4c63-86e2-ac10a5021bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:54.682601 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cc919-c08f-4d07-a377-61125c66fdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7e29fd-da93-4803-b5b8-bd42d995c4ce,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:54.686882 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1a1cc919-c08f-4d07-a377-61125c66fdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:54.689286 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1a1cc919-c08f-4d07-a377-61125c66fdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:54.693371 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-1a1cc919-c08f-4d07-a377-61125c66fdc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd7e29fd-da93-4803-b5b8-bd42d995c4ce HTTP/1.1" status: 204  len: 168 time: 0.1919918
May 10 20:09:54.781480 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d0f35d21-e7d3-4135-91d5-de62cb429561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce426e610>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:54.786605 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f35d21-e7d3-4135-91d5-de62cb429561 None None] The sync data for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi is: [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:09:55.034217 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:09:55.064865 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36174) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:55.162349 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2f963711-4ee7-4ca5-be94-e3ea62919b65 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:55.206891 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2f963711-4ee7-4ca5-be94-e3ea62919b65 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:55.222833 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67181ff-7fba-4309-9d1c-d734db6f6a03 None None] New status for floating IP 819151cf-c924-4367-a3b5-4437e9746a1d: DOWN {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:09:55.308587 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2f963711-4ee7-4ca5-be94-e3ea62919b65 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:55.313410 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-7d1d9432-e8d4-4e65-9e7b-6c47fa5bf803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:55.339827 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f963711-4ee7-4ca5-be94-e3ea62919b65 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63504138-82d4-4f1f-9512-8b4424a0d8bf,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:55.342742 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-2f963711-4ee7-4ca5-be94-e3ea62919b65 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:55.367801 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2f963711-4ee7-4ca5-be94-e3ea62919b65 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:55.375587 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36184) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:55.391430 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-2f963711-4ee7-4ca5-be94-e3ea62919b65 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "DELETE /v2.0/security-groups/63504138-82d4-4f1f-9512-8b4424a0d8bf HTTP/1.1" status: 204  len: 168 time: 0.3213525
May 10 20:09:55.423371 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.api.v2.resource [None req-1dfee1bb-733c-4d2c-b3f7-5de9b333780b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] show failed (client error): The resource could not be found.
May 10 20:09:55.425055 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-1dfee1bb-733c-4d2c-b3f7-5de9b333780b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups/63504138-82d4-4f1f-9512-8b4424a0d8bf HTTP/1.1" status: 404  len: 347 time: 0.0479650
May 10 20:09:55.429588 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36190) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:55.808097 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Deleting port 2c0350d1-6237-49d8-9020-b590e0f8d1ee {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:09:55.808097 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.015380 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.015822 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.123327 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:09:56.149092 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Calling delete_port for 2c0350d1-6237-49d8-9020-b590e0f8d1ee owned by network:floatingip {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:09:56.179084 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:09:56.179602 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device a4d2d2f8-4b83-4c6b-9bd9-b8d5ae57071c not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:09:56.274418 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.278861 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:56.462881 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event deleted for resources: {'Port': ['ID=2c0350d1-6237-49d8-9020-b590e0f8d1ee,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:56.467733 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:56.565167 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.585459 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.586653 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "DELETE /v2.0/floatingips/819151cf-c924-4367-a3b5-4437e9746a1d HTTP/1.1" status: 204  len: 168 time: 1.1555538
May 10 20:09:56.964854 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-8b6d46aa-9601-488e-a9c1-cf8d18e73a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:57.537810 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36264) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:57.543948 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619505124', 'description': 'tempest-description--804636898'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:57.550242 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:57.554920 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Usage tracker for resource:security_group and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:57.558940 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:57.566127 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:57.578167 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:57.601191 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:57.606385 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Usage tracker for resource:security_group_rule and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:57.609502 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:57.615293 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:57.696582 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:57.700782 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:57.706515 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-fff6dc3a-6490-42e6-abc2-24146b64a7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:57.751134 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:57.756487 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:57.756599 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36270) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:57.762632 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:57.763857 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2250261
May 10 20:09:57.766811 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36276) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:57.771822 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'security_group_rule': {'security_group_id': 'd6126ae7-3a6c-44a1-88fb-2a8f92b5d026', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:57.777738 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:57.782513 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Usage tracker for resource:security_group_rule and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:57.785673 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:57.792113 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:57.809901 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:57.880203 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:57.899527 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:57.908523 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-676e6e56-dcc4-4271-8b6b-67db0fdbb5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:57.920247 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:57.950719 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-676e6e56-dcc4-4271-8b6b-67db0fdbb5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:57.953429 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed531ae4-1be6-49e5-8d59-486f9aa39ba9,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:57.955997 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:57.958792 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-676e6e56-dcc4-4271-8b6b-67db0fdbb5ed admin admin] Usage tracker for resource:security_group_rule and tenant:784306bc79164dfb937918947986ba70 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:57.961354 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:57.963170 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-961d8659-e5b2-40a6-aa02-68a88ffe11ca tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1947398
May 10 20:09:57.964698 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-676e6e56-dcc4-4271-8b6b-67db0fdbb5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:57.965832 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36280) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:57.970779 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-676e6e56-dcc4-4271-8b6b-67db0fdbb5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:57.971077 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'security_group_rule': {'security_group_id': 'd6126ae7-3a6c-44a1-88fb-2a8f92b5d026', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:57.976972 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:57.981597 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Usage tracker for resource:security_group_rule and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:57.985611 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:57.991484 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:58.006289 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.061337 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-676e6e56-dcc4-4271-8b6b-67db0fdbb5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.066183 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-676e6e56-dcc4-4271-8b6b-67db0fdbb5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.071268 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.074904 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.075968 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-7f1ab4fa-cfc1-4a41-9e0a-2f8e65e828e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:58.076998 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c4c95ab4-40d0-4ef0-b11c-fcb52f5c192c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:58.102033 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc72f77-02f0-4179-9e4c-aea99fa6c3ee,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:58.105143 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:58.113342 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.117470 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-217005cc-9ecb-42ad-b7fe-692120aea5d6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1477668
May 10 20:09:58.117846 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36284) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:58.123600 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'floatingip': {'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:58.123752 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-676e6e56-dcc4-4271-8b6b-67db0fdbb5ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=784306bc79164dfb937918947986ba70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3661492
May 10 20:09:58.124650 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e6e56-dcc4-4271-8b6b-67db0fdbb5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ba9ff-8c10-486e-bbf9-39c3d23230d6,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:58.127130 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36288) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:58.129903 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-676e6e56-dcc4-4271-8b6b-67db0fdbb5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:58.130963 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:58.136605 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Usage tracker for resource:floatingip and tenant:066ce7b2289b444caeda66c8457931ac is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:58.140300 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:58.146222 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:58.156770 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.192176 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-8a41d1b1-34d4-4502-b2c4-dbf0f2ab927c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.218510 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-8a41d1b1-34d4-4502-b2c4-dbf0f2ab927c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.273101 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-8a41d1b1-34d4-4502-b2c4-dbf0f2ab927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.278666 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-fe7f9564-a3d3-41ea-9a95-51930d465b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:58.291878 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41d1b1-34d4-4502-b2c4-dbf0f2ab927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ba9ff-8c10-486e-bbf9-39c3d23230d6,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:58.294173 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-8a41d1b1-34d4-4502-b2c4-dbf0f2ab927c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:58.296563 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-8a41d1b1-34d4-4502-b2c4-dbf0f2ab927c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.300879 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-8a41d1b1-34d4-4502-b2c4-dbf0f2ab927c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e5ba9ff-8c10-486e-bbf9-39c3d23230d6 HTTP/1.1" status: 204  len: 168 time: 0.1728044
May 10 20:09:58.322411 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.467212 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Allocated IP 172.27.0.77 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/7d814f93-17df-4636-a14d-bf36e8f8d0e9) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:09:58.613210 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36298) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:58.627111 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.631988 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c0e020d2-ac3a-4b10-99c9-16f78f25fbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.647684 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-c0e020d2-ac3a-4b10-99c9-16f78f25fbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:58.652464 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-c0e020d2-ac3a-4b10-99c9-16f78f25fbb8 admin admin] Usage tracker for resource:security_group_rule and tenant:d972f468e5fe40e8b577b10644c6aca2 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:58.655436 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-c0e020d2-ac3a-4b10-99c9-16f78f25fbb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:58.658596 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.661952 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-c0e020d2-ac3a-4b10-99c9-16f78f25fbb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:58.666949 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:58.723934 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:09:58.726547 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:09:58.731018 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:09:58.758139 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c0e020d2-ac3a-4b10-99c9-16f78f25fbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.762088 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c0e020d2-ac3a-4b10-99c9-16f78f25fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.770104 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d98420bd-45c6-42e6-a989-a45c813ddcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:58.778884 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'Port': ['ID=7d814f93-17df-4636-a14d-bf36e8f8d0e9,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:58.784727 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:58.811382 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-c0e020d2-ac3a-4b10-99c9-16f78f25fbb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d972f468e5fe40e8b577b10644c6aca2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1970637
May 10 20:09:58.812406 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e020d2-ac3a-4b10-99c9-16f78f25fbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82803ec-aee8-42a2-8c23-0aa6ece18347,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:58.815168 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36302) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:58.815734 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c0e020d2-ac3a-4b10-99c9-16f78f25fbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:58.927252 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:58.995943 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d83b80de-55a4-47d5-bdbd-ce607ee277f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:59.026259 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:59.067146 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d83b80de-55a4-47d5-bdbd-ce607ee277f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:59.204258 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d83b80de-55a4-47d5-bdbd-ce607ee277f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:59.214649 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5a64aaec-6ef8-4fbe-bd7d-76dee69e7977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:59.235576 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b80de-55a4-47d5-bdbd-ce607ee277f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82803ec-aee8-42a2-8c23-0aa6ece18347,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:59.240018 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d83b80de-55a4-47d5-bdbd-ce607ee277f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:59.276069 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d83b80de-55a4-47d5-bdbd-ce607ee277f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:59.276880 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-d83b80de-55a4-47d5-bdbd-ce607ee277f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d82803ec-aee8-42a2-8c23-0aa6ece18347 HTTP/1.1" status: 204  len: 168 time: 0.4613395
May 10 20:09:59.297541 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:59.303995 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:59.308816 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-54d35b4f-7720-48bd-94ed-8750b382c23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:59.404945 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2187-ccc9-4368-b896-4d5af8961a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:59.416346 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'Port': ['ID=7d814f93-17df-4636-a14d-bf36e8f8d0e9,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:59.424973 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:59.430176 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:59.450657 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:59.452581 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3334205
May 10 20:09:59.512831 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:59.717969 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-b8765aa5-49ea-4662-acb7-35aa3c36a9a5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Synchronizing usage tracker for tenant:066ce7b2289b444caeda66c8457931ac on resource:security_group {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:09:59.738445 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-b8765aa5-49ea-4662-acb7-35aa3c36a9a5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Unset dirty status for tenant:066ce7b2289b444caeda66c8457931ac on resource:security_group {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:09:59.739702 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-b8765aa5-49ea-4662-acb7-35aa3c36a9a5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--619505124&fields=id&tenant_id=066ce7b2289b444caeda66c8457931ac HTTP/1.1" status: 200  len: 267 time: 0.0700867
May 10 20:09:59.900964 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-14e843a8-691d-4582-b3fc-2dbea42e340b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:59.902543 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-14e843a8-691d-4582-b3fc-2dbea42e340b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 817 time: 0.1559348
May 10 20:09:59.917515 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-00ec9221-7295-4ab2-ba11-8771c2ef5801 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/quotas/066ce7b2289b444caeda66c8457931ac HTTP/1.1" status: 200  len: 375 time: 0.0094240
May 10 20:10:00.014378 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6e080ccf-ddda-4210-b1e9-679ad630c328 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Synchronizing usage tracker for tenant:066ce7b2289b444caeda66c8457931ac on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:10:00.034940 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6e080ccf-ddda-4210-b1e9-679ad630c328 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Unset dirty status for tenant:066ce7b2289b444caeda66c8457931ac on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:10:00.036499 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6e080ccf-ddda-4210-b1e9-679ad630c328 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1132703
May 10 20:10:00.298898 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-637a053c-91c0-419d-8d3d-58247218a112 service neutron] 10.222.0.18 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2460380
May 10 20:10:00.438956 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-ca6638ff-a044-4e64-b335-ebdef419555b service neutron] 10.222.0.18 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335797
May 10 20:10:00.523052 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36350) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:00.625485 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bab1aa14-8b27-4cbc-b4de-ff70f11c9a6c req-b0e491c7-8415-4f79-83e5-11d869e5b4a4 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 210 time: 0.0437675
May 10 20:10:00.662705 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c5cb911e-cc7d-4091-a36c-4101767bb6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:00.677561 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-c5cb911e-cc7d-4091-a36c-4101767bb6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:00.682098 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-c5cb911e-cc7d-4091-a36c-4101767bb6fd admin admin] Usage tracker for resource:security_group_rule and tenant:8af5091cbcf24039b76e4f6b37105212 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:00.685002 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-c5cb911e-cc7d-4091-a36c-4101767bb6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:00.691355 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-c5cb911e-cc7d-4091-a36c-4101767bb6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:00.731454 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:00.788327 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c5cb911e-cc7d-4091-a36c-4101767bb6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:00.793799 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c5cb911e-cc7d-4091-a36c-4101767bb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:00.802570 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-b1db9124-b83f-4bf5-a829-1a79e716048b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:00.846406 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-c5cb911e-cc7d-4091-a36c-4101767bb6fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8af5091cbcf24039b76e4f6b37105212&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3221796
May 10 20:10:00.848226 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb911e-cc7d-4091-a36c-4101767bb6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbb8a56-569a-4d5d-9b28-69fee39ef453,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:00.849568 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36368) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:00.852498 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c5cb911e-cc7d-4091-a36c-4101767bb6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:00.935483 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-26433233-7764-4fdf-99ca-46ff6afec46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:00.964658 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-26433233-7764-4fdf-99ca-46ff6afec46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:01.017424 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-26433233-7764-4fdf-99ca-46ff6afec46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:01.023420 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2d8f3975-6057-496f-8042-cff8e972a985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:01.037358 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26433233-7764-4fdf-99ca-46ff6afec46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbb8a56-569a-4d5d-9b28-69fee39ef453,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:01.039623 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-26433233-7764-4fdf-99ca-46ff6afec46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:01.043779 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-26433233-7764-4fdf-99ca-46ff6afec46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:01.047163 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-26433233-7764-4fdf-99ca-46ff6afec46e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fbb8a56-569a-4d5d-9b28-69fee39ef453 HTTP/1.1" status: 204  len: 168 time: 0.1931658
May 10 20:10:01.786132 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-627d763d-2840-4462-88f0-7cc759c785f2 req-71869350-f934-47b4-b665-2927e2ad7aed tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 210 time: 0.0437536
May 10 20:10:02.176725 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-4b70303e-e1d1-49cf-8eb7-6844951b45a3 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:02.178286 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-4b70303e-e1d1-49cf-8eb7-6844951b45a3 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 817 time: 0.1668770
May 10 20:10:02.195694 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:02.241031 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-635018fd-4686-4090-b9ce-38a9f6bb2b47 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=066ce7b2289b444caeda66c8457931ac HTTP/1.1" status: 200  len: 379 time: 0.0433662
May 10 20:10:02.250709 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'port': {'device_id': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'admin_state_up': True, 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'security_groups': ['d6126ae7-3a6c-44a1-88fb-2a8f92b5d026']}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:10:02.394181 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:02.405177 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:02.417516 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Made reservation on behalf of 066ce7b2289b444caeda66c8457931ac for: {'port': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:10:02.421153 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:02.692067 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Allocated IP 172.20.0.11 (5d0a029d-4cd1-4783-a489-6aabb66b0a97/b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61/e87a4c7b-8478-44ef-a55b-b099d2ecf300) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:10:02.890474 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:02.945278 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Transition to ACTIVE for port object e87a4c7b-8478-44ef-a55b-b099d2ecf300 will not be triggered until provisioned by entity DHCP. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:10:02.960515 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-98edd8d2-d277-45d4-9203-330d97c085db req-d717ae58-4af8-46a9-b20b-919b4dc92dfd tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 210 time: 0.0522752
May 10 20:10:02.999179 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:03.005302 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:03.068898 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:10:03.073056 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:10:03.075486 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:10:03.127175 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event updated for resources: {'Port': ['ID=e87a4c7b-8478-44ef-a55b-b099d2ecf300,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:03.133796 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:03.164164 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:03.164832 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:03.205317 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9584916
May 10 20:10:03.319733 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-ee9e040d-b841-4fe1-a504-cd63d15ad8e3 None None] Provisioning for port e87a4c7b-8478-44ef-a55b-b099d2ecf300 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:10:03.327499 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-ee9e040d-b841-4fe1-a504-cd63d15ad8e3 None None] Provisioning complete for port e87a4c7b-8478-44ef-a55b-b099d2ecf300 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:10:03.327894 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ee9e040d-b841-4fe1-a504-cd63d15ad8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:03.342029 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Request body: {'port': {'device_id': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:10:03.382268 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e040d-b841-4fe1-a504-cd63d15ad8e3 None None] Port e87a4c7b-8478-44ef-a55b-b099d2ecf300 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:10:03.455370 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:03.927489 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87a4c7b-8478-44ef-a55b-b099d2ecf300 {{(pid=78747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:10:03.936289 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:03.952626 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Transition to ACTIVE for port object e87a4c7b-8478-44ef-a55b-b099d2ecf300 will not be triggered until provisioned by entity L2. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:10:03.957168 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60911230'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:03.963880 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-391cb69e-c858-47f7-8e8f-b644e31365a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:04.131070 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e87a4c7b-8478-44ef-a55b-b099d2ecf300,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:04.140661 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:04.261900 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Attempting to bind port e87a4c7b-8478-44ef-a55b-b099d2ecf300 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:10:04.262599 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Attempting to bind port e87a4c7b-8478-44ef-a55b-b099d2ecf300 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:10:04.262599 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Attempting to bind port e87a4c7b-8478-44ef-a55b-b099d2ecf300 on network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:10:04.270261 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Port e87a4c7b-8478-44ef-a55b-b099d2ecf300 on network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:10:04.270580 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Attempting to bind port e87a4c7b-8478-44ef-a55b-b099d2ecf300 on network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:10:04.282940 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:10:04.283269 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Checking segment: {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:10:04.283680 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Bound using segment: {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:10:04.284111 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Bound port: e87a4c7b-8478-44ef-a55b-b099d2ecf300, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566fb8be-91e4-472b-95fd-4e94f153927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97'}}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:10:04.284504 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:04.307150 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4947745-6ca6-491d-9166-e16914b8a4c9 req-0ee61090-51d6-4a7f-bbc5-90635254f5f5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:04.307938 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-e4947745-6ca6-491d-9166-e16914b8a4c9 req-0ee61090-51d6-4a7f-bbc5-90635254f5f5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Synchronizing usage tracker for tenant:066ce7b2289b444caeda66c8457931ac on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:10:04.370135 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-e4947745-6ca6-491d-9166-e16914b8a4c9 req-0ee61090-51d6-4a7f-bbc5-90635254f5f5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Unset dirty status for tenant:066ce7b2289b444caeda66c8457931ac on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:10:04.371340 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e4947745-6ca6-491d-9166-e16914b8a4c9 req-0ee61090-51d6-4a7f-bbc5-90635254f5f5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.2328618
May 10 20:10:04.438113 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, cleared binding levels {{(pid=78747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:10:04.449614 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e4947745-6ca6-491d-9166-e16914b8a4c9 req-9d20ea4c-1e4f-4295-8e4f-c1da5c1673de tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677211
May 10 20:10:04.453344 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:10:04.459168 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60911230'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:04.464290 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-11155586-cb14-49e5-94d6-ce0ce7db13b5 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:04.516374 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:04.517051 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:04.518408 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] 10.222.0.23 "PUT /v2.0/ports/e87a4c7b-8478-44ef-a55b-b099d2ecf300 HTTP/1.1" status: 200  len: 1094 time: 1.2909980
May 10 20:10:04.518907 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:10:04.558440 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e87a4c7b-8478-44ef-a55b-b099d2ecf300,revision_number=3']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:04.561910 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:04.665133 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-93621e93-bb8b-45fd-ad45-080e40d3d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:04.668527 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-93621e93-bb8b-45fd-ad45-080e40d3d246 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 1097 time: 0.0856342
May 10 20:10:04.758173 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'status': 'completed', 'code': 200}
May 10 20:10:04.760103 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-d361ed68-2480-4b08-9538-301281b52965 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300 HTTP/1.1" status: 200  len: 217 time: 0.0727224
May 10 20:10:04.930197 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-8ebbf0c6-c4ef-4dcf-ac54-ab0dcbc222c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:04.932390 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-8ebbf0c6-c4ef-4dcf-ac54-ab0dcbc222c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.1493878
May 10 20:10:05.019575 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-be9cb7b2-c513-4480-a8ac-4522d325df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:05.021012 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-be9cb7b2-c513-4480-a8ac-4522d325df37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795939
May 10 20:10:05.158383 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-22755e4c-d660-454e-9774-e1c66c62e56b service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290400
May 10 20:10:05.298720 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d596e5c0-6e1c-40c9-812c-293259e0fdeb req-2ca2af40-7d26-4fca-aff9-116ec4a00cf3 service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289301
May 10 20:10:05.524230 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a120b9-25a7-4896-80dc-b65b2d2fb0d3 req-e276a185-5439-4e5a-86b3-5c5d4d3b889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:05.526542 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-46a120b9-25a7-4896-80dc-b65b2d2fb0d3 req-e276a185-5439-4e5a-86b3-5c5d4d3b889f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 1097 time: 0.0934851
May 10 20:10:05.733717 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a120b9-25a7-4896-80dc-b65b2d2fb0d3 req-d10d0203-b215-4884-96dd-211dd97d8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:05.735180 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-46a120b9-25a7-4896-80dc-b65b2d2fb0d3 req-d10d0203-b215-4884-96dd-211dd97d8eaf service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 918 time: 0.2007828
May 10 20:10:05.814783 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cfa13-fbac-4d7a-9a62-f6dd7d367140 req-534ef34d-62f7-4efb-b5b4-86d86ab0c0af tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:05.816373 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8c8cfa13-fbac-4d7a-9a62-f6dd7d367140 req-534ef34d-62f7-4efb-b5b4-86d86ab0c0af tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.2084193
May 10 20:10:05.826568 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-46a120b9-25a7-4896-80dc-b65b2d2fb0d3 req-42a89733-c21d-45e7-a67f-a22f5cfc067f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300 HTTP/1.1" status: 200  len: 217 time: 0.0828025
May 10 20:10:05.921140 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8c8cfa13-fbac-4d7a-9a62-f6dd7d367140 req-1d8eeb00-4e77-42d4-9d95-4f78f10d7820 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969036
May 10 20:10:05.925165 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a120b9-25a7-4896-80dc-b65b2d2fb0d3 req-30734c08-38dd-4f61-83c0-7aa473e9aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:05.926182 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-46a120b9-25a7-4896-80dc-b65b2d2fb0d3 req-30734c08-38dd-4f61-83c0-7aa473e9aaf8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.0872781
May 10 20:10:06.011764 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a120b9-25a7-4896-80dc-b65b2d2fb0d3 req-a8179213-9910-41d9-acec-75df01fc8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:06.013151 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-46a120b9-25a7-4896-80dc-b65b2d2fb0d3 req-a8179213-9910-41d9-acec-75df01fc8ca9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784099
May 10 20:10:06.154888 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-46a120b9-25a7-4896-80dc-b65b2d2fb0d3 req-c59a02cf-eb2f-4feb-9e8e-9322305480cd service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317692
May 10 20:10:06.313117 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-46a120b9-25a7-4896-80dc-b65b2d2fb0d3 req-354d070e-666c-40f9-9e57-178c607aa327 service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350870
May 10 20:10:07.138985 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfcd59-85af-453f-8250-e364fe6fc9b4 req-0ce16926-fda7-4739-bd61-27ebbb30e650 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:07.140384 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-eedfcd59-85af-453f-8250-e364fe6fc9b4 req-0ce16926-fda7-4739-bd61-27ebbb30e650 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0901234
May 10 20:10:07.190794 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-eedfcd59-85af-453f-8250-e364fe6fc9b4 req-b46507fc-bc5d-420a-a55e-147c26f3d74a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439756
May 10 20:10:08.382714 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0340dfb-5c81-4069-b5a6-b344b58ce705 req-ff9cf468-b06a-4505-8c9e-3eeffd26c8f5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:08.384137 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f0340dfb-5c81-4069-b5a6-b344b58ce705 req-ff9cf468-b06a-4505-8c9e-3eeffd26c8f5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0826054
May 10 20:10:08.432379 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f0340dfb-5c81-4069-b5a6-b344b58ce705 req-223a47e5-d065-4d34-b4d5-5d98e85b71ee tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417626
May 10 20:10:08.668290 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:08.831817 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e87a4c7b-8478-44ef-a55b-b099d2ecf300 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:10:08.972670 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:08.986364 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'port_id': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'mac_address': 'fa:16:3e:eb:a6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:10:09.046330 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:09.063762 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87a4c7b-8478-44ef-a55b-b099d2ecf300 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:10:09.081749 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:09.085874 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:09.088537 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:09.155711 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=e87a4c7b-8478-44ef-a55b-b099d2ecf300,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:09.163891 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.164223 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.165005 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.165005 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.165194 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.165623 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.166709 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.167055 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.167359 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.167666 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.167981 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.168292 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:09.172288 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:09.512027 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['e87a4c7b-8478-44ef-a55b-b099d2ecf300'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:10:09.628922 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a87fe-af69-4ad6-8e1c-8916f91e10ac req-fd0978d4-37a4-43a7-8967-1e70d7c3d8d0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:09.630823 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f91a87fe-af69-4ad6-8e1c-8916f91e10ac req-fd0978d4-37a4-43a7-8967-1e70d7c3d8d0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 945 time: 0.0819457
May 10 20:10:09.676064 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f91a87fe-af69-4ad6-8e1c-8916f91e10ac req-30f30a75-87e6-451d-8b96-1754c64a2bf3 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392873
May 10 20:10:10.829848 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e87a4c7b-8478-44ef-a55b-b099d2ecf300 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:10:10.876404 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112071b-0565-412a-a0c2-7413708b6da6 req-b770a5c5-403e-4025-a44f-da9f21ded684 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:10.877872 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e112071b-0565-412a-a0c2-7413708b6da6 req-b770a5c5-403e-4025-a44f-da9f21ded684 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 945 time: 0.0917556
May 10 20:10:10.906305 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port e87a4c7b-8478-44ef-a55b-b099d2ecf300 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:10:10.917807 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port e87a4c7b-8478-44ef-a55b-b099d2ecf300 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:10:10.917807 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:11.020500 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e112071b-0565-412a-a0c2-7413708b6da6 req-560e813b-858d-4db8-b935-c440be69f92f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1358891
May 10 20:10:11.069728 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:11.102660 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:10:11.113317 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:11.117427 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:11.119353 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:11.154256 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'code': 200}
May 10 20:10:11.188300 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=e87a4c7b-8478-44ef-a55b-b099d2ecf300,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:11.191424 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:11.439244 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814fe20-ece6-4107-b102-24a73f1b50c8 req-1221b1ed-330b-4f54-a373-52dbba588e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:11.440933 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6814fe20-ece6-4107-b102-24a73f1b50c8 req-1221b1ed-330b-4f54-a373-52dbba588e87 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 1099 time: 0.0733836
May 10 20:10:11.491092 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6814fe20-ece6-4107-b102-24a73f1b50c8 req-9ebc537d-92bb-4332-92f0-17768b35c610 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398049
May 10 20:10:12.218508 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70730813-158a-4540-af84-afc946115e5c req-76879947-886a-401c-9538-13a01d6d33da tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:12.220006 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-70730813-158a-4540-af84-afc946115e5c req-76879947-886a-401c-9538-13a01d6d33da tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0885851
May 10 20:10:12.266844 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-70730813-158a-4540-af84-afc946115e5c req-067c5693-bdd9-46c4-ae4c-09dc66d279f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410635
May 10 20:10:13.468284 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e5863-50e0-4d7a-962a-cb58deccf8fe req-6245f28f-51cd-4417-9d5f-70b7edfd47cb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:13.469749 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e63e5863-50e0-4d7a-962a-cb58deccf8fe req-6245f28f-51cd-4417-9d5f-70b7edfd47cb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0864739
May 10 20:10:13.514980 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e63e5863-50e0-4d7a-962a-cb58deccf8fe req-42725d8f-1dc6-474d-9659-fb733c5687b7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396063
May 10 20:10:13.707470 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ce01e-9d1c-4c89-ab4c-47325d7e6ad4 req-80993a37-5c8c-45a6-ab11-46f990d15134 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:13.710573 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4c3ce01e-9d1c-4c89-ab4c-47325d7e6ad4 req-80993a37-5c8c-45a6-ab11-46f990d15134 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0819042
May 10 20:10:13.718958 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36522) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:13.724346 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-a7107bd3-cbd8-4ef1-bec9-fb43c6f2cb7f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Request body: {'floatingip': {'port_id': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:10:13.808582 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a7107bd3-cbd8-4ef1-bec9-fb43c6f2cb7f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:14.421432 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a7107bd3-cbd8-4ef1-bec9-fb43c6f2cb7f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:14.425319 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a7107bd3-cbd8-4ef1-bec9-fb43c6f2cb7f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:14.697297 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.l3_db [None req-a7107bd3-cbd8-4ef1-bec9-fb43c6f2cb7f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Floating IP aa3fbe21-61ba-4b98-ace9-8594413509b2 associated. External IP: 172.27.0.77, port: e87a4c7b-8478-44ef-a55b-b099d2ecf300.
May 10 20:10:15.077395 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7107bd3-cbd8-4ef1-bec9-fb43c6f2cb7f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Router 65c1ab96-466b-45d1-b816-55e2c7992e26 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:10:15.091532 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2ddcc-ec12-481e-9fbe-7caa883dddca req-a3f68be9-e52f-46b6-95ef-8b4ff808ca2d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:15.093006 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2ff2ddcc-ec12-481e-9fbe-7caa883dddca req-a3f68be9-e52f-46b6-95ef-8b4ff808ca2d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0866885
May 10 20:10:15.137485 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2ff2ddcc-ec12-481e-9fbe-7caa883dddca req-7295732a-702e-4fa9-8955-67cfeb96b7d5 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386117
May 10 20:10:15.257949 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7107bd3-cbd8-4ef1-bec9-fb43c6f2cb7f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:10:15.262318 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a7107bd3-cbd8-4ef1-bec9-fb43c6f2cb7f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:15.267497 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5911418-754d-49ff-a0e1-ab49a06d091c None None] Sync routers for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:10:15.277374 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5911418-754d-49ff-a0e1-ab49a06d091c None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:15.278054 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d5911418-754d-49ff-a0e1-ab49a06d091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c1f0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:15.316642 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-a7107bd3-cbd8-4ef1-bec9-fb43c6f2cb7f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "PUT /v2.0/floatingips/aa3fbe21-61ba-4b98-ace9-8594413509b2 HTTP/1.1" status: 200  len: 991 time: 1.5965707
May 10 20:10:15.317393 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:10:15.426658 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'status': 'completed', 'code': 200}
May 10 20:10:15.461551 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-d5911418-754d-49ff-a0e1-ab49a06d091c None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:15.561949 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363024c-408f-4611-be62-995afc5ad575 req-1eecb1bb-220f-40a1-bd59-06bbed457ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:15.563337 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7363024c-408f-4611-be62-995afc5ad575 req-1eecb1bb-220f-40a1-bd59-06bbed457ef4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 1099 time: 0.0810192
May 10 20:10:15.701034 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363024c-408f-4611-be62-995afc5ad575 req-62b4dad5-b815-4e9e-a633-d82ae3f5b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:15.702480 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7363024c-408f-4611-be62-995afc5ad575 req-62b4dad5-b815-4e9e-a633-d82ae3f5b37a service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 918 time: 0.1310067
May 10 20:10:15.809699 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7363024c-408f-4611-be62-995afc5ad575 req-cf407a3d-463c-4632-8c0f-a9c53bd358b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300 HTTP/1.1" status: 200  len: 999 time: 0.0990677
May 10 20:10:15.841117 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d5911418-754d-49ff-a0e1-ab49a06d091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c1f0>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'aa3fbe21-61ba-4b98-ace9-8594413509b2', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'port_id': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'mac_address': 'fa:16:3e:eb:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:58Z', 'updated_at': '2021-05-10T20:10:14Z', 'revision_number': 1, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:15.847222 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5911418-754d-49ff-a0e1-ab49a06d091c None None] Checking router: 65c1ab96-466b-45d1-b816-55e2c7992e26 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:10:15.856580 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5911418-754d-49ff-a0e1-ab49a06d091c None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:15.857203 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d5911418-754d-49ff-a0e1-ab49a06d091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c1f0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:15.882056 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363024c-408f-4611-be62-995afc5ad575 req-cc81cb7e-1279-4e34-bc3c-54ee46cbfbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:15.883690 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7363024c-408f-4611-be62-995afc5ad575 req-cc81cb7e-1279-4e34-bc3c-54ee46cbfbc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.0665958
May 10 20:10:15.968652 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363024c-408f-4611-be62-995afc5ad575 req-93604284-7f1e-4483-ad96-bbbfc749fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:15.970126 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7363024c-408f-4611-be62-995afc5ad575 req-93604284-7f1e-4483-ad96-bbbfc749fddd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794046
May 10 20:10:16.064268 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-d5911418-754d-49ff-a0e1-ab49a06d091c None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:16.130170 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7363024c-408f-4611-be62-995afc5ad575 req-4844ed1f-2587-4020-8fce-157cd2ca5798 service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521611
May 10 20:10:16.335103 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7363024c-408f-4611-be62-995afc5ad575 req-46880e23-af7d-41bd-804a-6a0b27b58d04 service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1961975
May 10 20:10:16.382615 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bc766-eb81-4d23-b576-93ad219ceb7d req-6c38d944-32ac-47da-8288-454c76aa783f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:16.384352 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a98bc766-eb81-4d23-b576-93ad219ceb7d req-6c38d944-32ac-47da-8288-454c76aa783f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1030405
May 10 20:10:16.444632 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a98bc766-eb81-4d23-b576-93ad219ceb7d req-501e2f0a-698c-4cc9-8d89-521ba08d48ad tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537941
May 10 20:10:16.490103 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d5911418-754d-49ff-a0e1-ab49a06d091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c1f0>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'aa3fbe21-61ba-4b98-ace9-8594413509b2', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'port_id': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'mac_address': 'fa:16:3e:eb:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:58Z', 'updated_at': '2021-05-10T20:10:14Z', 'revision_number': 1, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:16.494276 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5911418-754d-49ff-a0e1-ab49a06d091c None None] The sync data for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi is: [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'aa3fbe21-61ba-4b98-ace9-8594413509b2', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'port_id': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'mac_address': 'fa:16:3e:eb:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:58Z', 'updated_at': '2021-05-10T20:10:14Z', 'revision_number': 1, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:10:16.698680 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074ebed-b701-415a-9a23-6afd193536db None None] New status for floating IP aa3fbe21-61ba-4b98-ace9-8594413509b2: ACTIVE {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:10:17.647575 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f2372-d303-4015-8869-7297e842b097 req-5d41b394-ed48-46a1-b249-58c2659d0b54 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:17.649067 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-da0f2372-d303-4015-8869-7297e842b097 req-5d41b394-ed48-46a1-b249-58c2659d0b54 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0852270
May 10 20:10:17.695420 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-da0f2372-d303-4015-8869-7297e842b097 req-284172b9-822c-4655-8c17-5c50760fb47f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405433
May 10 20:10:18.120792 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-0e0a1037-bbbd-4423-8130-3796d4e75f35 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:18.122243 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-0e0a1037-bbbd-4423-8130-3796d4e75f35 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.23 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.0860035
May 10 20:10:18.261593 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Deleting port 0cad66b0-c870-4c49-be69-c2465f5d92e8 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:18.261851 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:18.484500 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] For port 0cad66b0-c870-4c49-be69-c2465f5d92e8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0cad66b0-c870-4c49-be69-c2465f5d92e8,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:18.484855 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:18.782412 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:18.783122 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:18.783122 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.l3_db [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Floating IP 8adeb9bc-6cd9-4b93-8ad4-14fd442c12aa disassociated. External IP: 172.27.0.120, port: 0cad66b0-c870-4c49-be69-c2465f5d92e8.
May 10 20:10:18.783414 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Calling delete_port for 0cad66b0-c870-4c49-be69-c2465f5d92e8 owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:18.941210 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265659-df8b-47b9-bca1-dbcf5bbe0a0f req-f9e16f51-6194-4d41-99b0-83dfb0745cde tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:18.942755 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba265659-df8b-47b9-bca1-dbcf5bbe0a0f req-f9e16f51-6194-4d41-99b0-83dfb0745cde tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 946 time: 0.1359489
May 10 20:10:19.000242 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:19.007190 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:19.051981 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba265659-df8b-47b9-bca1-dbcf5bbe0a0f req-6a10b96f-84e7-47b1-b919-7c837f4d91a5 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd07a622-0517-46e3-aad9-f4d860f414f2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030364
May 10 20:10:19.061200 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event deleted for resources: {'Port': ['ID=0cad66b0-c870-4c49-be69-c2465f5d92e8,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:19.065029 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:19.264280 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Router f979ff89-b187-4a42-ae9e-e568ff18fc64 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:10:19.485538 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:10:19.496632 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c27f8d-521f-4f1e-bdfb-b137664dc2ec None None] Sync routers for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:10:19.508268 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c27f8d-521f-4f1e-bdfb-b137664dc2ec None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:19.508911 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-65c27f8d-521f-4f1e-bdfb-b137664dc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c820>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:19.569228 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] No DVR routers for this DVR port 0cad66b0-c870-4c49-be69-c2465f5d92e8 on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:10:19.571964 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:19.574977 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'name': 'network-vif-deleted', 'tag': '0cad66b0-c870-4c49-be69-c2465f5d92e8'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:10:19.594732 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c9366447-22ef-4375-a97e-fb3d2c9ca6e2 req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.23 "DELETE /v2.0/ports/0cad66b0-c870-4c49-be69-c2465f5d92e8 HTTP/1.1" status: 204  len: 173 time: 1.4660232
May 10 20:10:19.694941 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c607ff96-aff1-4980-bac6-71f1d366ed0c', 'name': 'network-vif-deleted', 'tag': '0cad66b0-c870-4c49-be69-c2465f5d92e8', 'status': 'completed', 'code': 200}
May 10 20:10:19.754723 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-65c27f8d-521f-4f1e-bdfb-b137664dc2ec None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:20.106206 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-65c27f8d-521f-4f1e-bdfb-b137664dc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c820>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:20.110651 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c27f8d-521f-4f1e-bdfb-b137664dc2ec None None] Checking router: f979ff89-b187-4a42-ae9e-e568ff18fc64 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:10:20.120890 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c27f8d-521f-4f1e-bdfb-b137664dc2ec None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:20.121505 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-65c27f8d-521f-4f1e-bdfb-b137664dc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c820>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:20.249355 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-8deaaf60-e21f-429c-8617-72dec46763c9 req-37b3c3c6-9cd8-49ce-8103-e63f754f02b1 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Synchronizing usage tracker for tenant:363f62c38910412eb9aad0b01fb3e5d0 on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:10:20.267961 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-8deaaf60-e21f-429c-8617-72dec46763c9 req-37b3c3c6-9cd8-49ce-8103-e63f754f02b1 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Unset dirty status for tenant:363f62c38910412eb9aad0b01fb3e5d0 on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:10:20.269840 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8deaaf60-e21f-429c-8617-72dec46763c9 req-37b3c3c6-9cd8-49ce-8103-e63f754f02b1 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=c607ff96-aff1-4980-bac6-71f1d366ed0c HTTP/1.1" status: 200  len: 210 time: 0.0653927
May 10 20:10:20.329584 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-65c27f8d-521f-4f1e-bdfb-b137664dc2ec None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:20.660581 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-65c27f8d-521f-4f1e-bdfb-b137664dc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c820>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:20.664624 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c27f8d-521f-4f1e-bdfb-b137664dc2ec None None] The sync data for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi is: [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:10:20.905799 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee298b-53f5-4774-8cd1-715b892c879e None None] New status for floating IP 8adeb9bc-6cd9-4b93-8ad4-14fd442c12aa: DOWN {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:10:21.397676 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36582) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:21.475726 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a8792a9f-6970-41bb-a1d2-3a804a276ae4 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:21.504547 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a8792a9f-6970-41bb-a1d2-3a804a276ae4 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:21.559690 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a8792a9f-6970-41bb-a1d2-3a804a276ae4 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:21.563352 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ae971610-8d8c-48cf-a2e6-dd19f57c0bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:21.575868 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8792a9f-6970-41bb-a1d2-3a804a276ae4 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd07a622-0517-46e3-aad9-f4d860f414f2,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:21.578580 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a8792a9f-6970-41bb-a1d2-3a804a276ae4 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:21.588285 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a8792a9f-6970-41bb-a1d2-3a804a276ae4 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:21.590438 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-a8792a9f-6970-41bb-a1d2-3a804a276ae4 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd07a622-0517-46e3-aad9-f4d860f414f2 HTTP/1.1" status: 204  len: 168 time: 0.1910985
May 10 20:10:21.593176 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36590) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:21.615409 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.api.v2.resource [None req-a158ee0b-49fe-4e0e-91ae-30e63fa46bc2 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] show failed (client error): The resource could not be found.
May 10 20:10:21.616649 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-a158ee0b-49fe-4e0e-91ae-30e63fa46bc2 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups/fd07a622-0517-46e3-aad9-f4d860f414f2 HTTP/1.1" status: 404  len: 347 time: 0.0222676
May 10 20:10:21.619572 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36596) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:21.843405 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Deleting port b6a3d57b-c763-41ba-a4e0-004580687009 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:21.843757 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:21.967973 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:21.968302 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:22.092740 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Calling delete_port for b6a3d57b-c763-41ba-a4e0-004580687009 owned by network:floatingip {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:22.220991 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:22.224938 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:22.373888 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event deleted for resources: {'Port': ['ID=b6a3d57b-c763-41ba-a4e0-004580687009,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:22.377323 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:22.468277 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:22.486385 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:22.487545 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "DELETE /v2.0/floatingips/8adeb9bc-6cd9-4b93-8ad4-14fd442c12aa HTTP/1.1" status: 204  len: 168 time: 0.8664734
May 10 20:10:22.710212 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36612) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:22.715959 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1093907520', 'description': 'tempest-description--1936794653'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:10:22.721699 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:22.725467 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Usage tracker for resource:security_group and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:22.728329 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:22.733983 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:22.747301 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:22.767052 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:22.770774 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Usage tracker for resource:security_group_rule and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:22.773527 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:22.779072 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:22.852126 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:22.856690 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:22.860763 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ee1885f2-40fb-434e-a868-1a131f1c8c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:22.901348 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:22.904905 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:22.906374 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:22.910501 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36616) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:22.910906 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1993635
May 10 20:10:22.916128 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'security_group_rule': {'security_group_id': '7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:10:22.918019 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 0cad66b0-c870-4c49-be69-c2465f5d92e8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:22.922522 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:22.926320 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Usage tracker for resource:security_group_rule and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:22.929138 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:22.936187 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:22.951899 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:22.959982 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 0cad66b0-c870-4c49-be69-c2465f5d92e8 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:22.960337 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 0cad66b0-c870-4c49-be69-c2465f5d92e8 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:10:23.012254 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:23.016660 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:23.018814 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c705df4e-6733-4e3c-a2d8-92a57825b2bc tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:23.040219 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50eb69fd-6fab-46d5-828f-c22dd63b1833,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:23.043440 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:23.050557 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:23.051769 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1402419
May 10 20:10:23.054384 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36620) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:23.060345 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'security_group_rule': {'security_group_id': '7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:10:23.066109 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:23.069858 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Usage tracker for resource:security_group_rule and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:23.072769 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:23.079021 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:23.094473 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:23.159913 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:23.163589 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:23.171415 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-37a2edbe-1879-4113-b4d2-0fbe10762495 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:23.193029 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a09d2cf-dc39-4f48-9abb-48926bbb3016,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:23.195393 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:23.200165 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:23.201484 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1461961
May 10 20:10:23.204662 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36624) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:23.209641 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'floatingip': {'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:10:23.215471 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:23.219194 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Usage tracker for resource:floatingip and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:23.221999 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:23.227626 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:23.238354 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:23.471945 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:23.617316 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Allocated IP 172.27.0.16 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/0ca78efc-f7ed-467e-a702-61e5731eecf1) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:10:23.776888 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:23.806496 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:23.811019 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:23.873079 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:10:23.876039 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:10:23.884267 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:10:23.914809 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'Port': ['ID=0ca78efc-f7ed-467e-a702-61e5731eecf1,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:23.921839 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:23.972754 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:24.030426 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:24.238650 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:24.243051 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60911230'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:24.247908 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-a840107d-3d44-4215-a17f-53adb4c94f82 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:24.356289 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'Port': ['ID=0ca78efc-f7ed-467e-a702-61e5731eecf1,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:24.361511 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:24.374625 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:24.396478 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:24.397712 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1921585
May 10 20:10:24.572061 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-d0cb6098-6538-48e3-a7ba-f14debdc5aea tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1093907520&fields=id&tenant_id=363f62c38910412eb9aad0b01fb3e5d0 HTTP/1.1" status: 200  len: 267 time: 0.0456183
May 10 20:10:24.724213 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-64076f12-80ca-408b-a88f-00ba630ef996 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:24.725696 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-64076f12-80ca-408b-a88f-00ba630ef996 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/networks?id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 HTTP/1.1" status: 200  len: 810 time: 0.1465139
May 10 20:10:24.741695 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-dd832acb-ceab-463f-8462-706cda3b55cd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/quotas/363f62c38910412eb9aad0b01fb3e5d0 HTTP/1.1" status: 200  len: 375 time: 0.0094874
May 10 20:10:24.830628 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-199f7417-fe4c-49dd-aa84-3749bdf3ddea tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=363f62c38910412eb9aad0b01fb3e5d0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0830922
May 10 20:10:24.969611 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-0b6da9e8-4bc6-4f88-8b20-10905e1262ba service neutron] 10.222.0.18 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265512
May 10 20:10:25.104492 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-d7a629db-0a62-4b53-8a65-808ff4a16011 service neutron] 10.222.0.18 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290650
May 10 20:10:25.283811 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e1c49bf-3444-4a7e-b51d-6cb24a5b2b33 req-40f8b959-80a2-43b9-9898-77d9e08ae111 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 210 time: 0.0445011
May 10 20:10:26.480965 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3bb2e57b-8002-4d3f-ad0c-810677c3497f req-4551a803-ca19-4877-928a-3881d6651da8 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 210 time: 0.0752203
May 10 20:10:26.702505 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-7e6a318f-83fc-496e-bbdb-84829cc5a09e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:26.704054 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-7e6a318f-83fc-496e-bbdb-84829cc5a09e tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.23 "GET /v2.0/networks?id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 HTTP/1.1" status: 200  len: 810 time: 0.2565448
May 10 20:10:26.776198 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-1a820151-7357-44f1-b5a6-106ba12ccad4 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=363f62c38910412eb9aad0b01fb3e5d0 HTTP/1.1" status: 200  len: 380 time: 0.0470853
May 10 20:10:26.786391 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'port': {'device_id': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'admin_state_up': True, 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'security_groups': ['7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4']}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:10:26.957537 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:26.962835 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Usage tracker for resource:port and tenant:363f62c38910412eb9aad0b01fb3e5d0 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:26.965131 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d76a9a96-292f-4615-9ce4-ba334e551c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.967682 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:26.973751 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:26.983907 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Made reservation on behalf of 363f62c38910412eb9aad0b01fb3e5d0 for: {'port': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:10:26.987487 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:27.194325 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Allocated IP 172.20.0.12 (5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5/a6b47c10-6bc8-4f78-9310-e201e1556373/43fb6d39-9f64-4b00-a553-bf766dd1aba3) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:10:27.409503 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:27.434134 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Transition to ACTIVE for port object 43fb6d39-9f64-4b00-a553-bf766dd1aba3 will not be triggered until provisioned by entity DHCP. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:10:27.461763 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:27.468438 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1e506f6e-5c9a-489f-b239-f17f450d9aa9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:27.533284 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:10:27.536991 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:10:27.541310 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:10:27.619112 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event updated for resources: {'Port': ['ID=43fb6d39-9f64-4b00-a553-bf766dd1aba3,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:27.676216 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:27.694141 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:27.695221 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:27.734607 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9520173
May 10 20:10:27.758771 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Request body: {'port': {'device_id': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:10:27.799713 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458563c-5453-4d48-8402-4b17c1345d28 req-cd31abd6-a4c5-43ea-9dbf-57ca788b9e13 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:27.800440 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-9458563c-5453-4d48-8402-4b17c1345d28 req-cd31abd6-a4c5-43ea-9dbf-57ca788b9e13 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Synchronizing usage tracker for tenant:363f62c38910412eb9aad0b01fb3e5d0 on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:10:27.824448 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-26b9f449-ceb5-4d1a-93d3-55a3994278e5 None None] Provisioning for port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:10:27.829767 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-26b9f449-ceb5-4d1a-93d3-55a3994278e5 None None] Provisioning complete for port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:10:27.830524 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26b9f449-ceb5-4d1a-93d3-55a3994278e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:27.837016 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-9458563c-5453-4d48-8402-4b17c1345d28 req-cd31abd6-a4c5-43ea-9dbf-57ca788b9e13 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Unset dirty status for tenant:363f62c38910412eb9aad0b01fb3e5d0 on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:10:27.845652 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9458563c-5453-4d48-8402-4b17c1345d28 req-cd31abd6-a4c5-43ea-9dbf-57ca788b9e13 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 932 time: 0.2275226
May 10 20:10:27.898226 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-26b9f449-ceb5-4d1a-93d3-55a3994278e5 None None] Port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:10:27.977210 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:28.001159 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9458563c-5453-4d48-8402-4b17c1345d28 req-aa944c03-0068-41e5-a81a-e541c1b7ce64 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1546271
May 10 20:10:28.005834 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2680a662-9a4e-4251-b36a-b13ba297cbce req-b33a3548-cab3-4acf-bde9-e06eb94cede0 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170884803&fields=id&tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81 HTTP/1.1" status: 200  len: 267 time: 0.1416254
May 10 20:10:28.208032 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680a662-9a4e-4251-b36a-b13ba297cbce req-c65db540-9cbf-46d3-bdcf-753295d70a7c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:28.209511 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2680a662-9a4e-4251-b36a-b13ba297cbce req-c65db540-9cbf-46d3-bdcf-753295d70a7c tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 984 time: 0.1760712
May 10 20:10:28.225982 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [req-2680a662-9a4e-4251-b36a-b13ba297cbce req-b03718c9-8ee4-4d84-9d65-7bcb05a1ba88 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Request body: {'port': {'security_groups': ['1705ee95-8cf0-44cb-9905-e9736e285e5e']}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:10:28.465253 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-2680a662-9a4e-4251-b36a-b13ba297cbce req-b03718c9-8ee4-4d84-9d65-7bcb05a1ba88 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:28.632490 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fb6d39-9f64-4b00-a553-bf766dd1aba3 {{(pid=78747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:10:28.643570 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:28.678712 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Transition to ACTIVE for port object 43fb6d39-9f64-4b00-a553-bf766dd1aba3 will not be triggered until provisioned by entity L2. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:10:28.684246 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60911230'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:28.840013 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-8fda3536-3c4b-44ff-a8a6-e9bd58f6dc4c tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:29.090747 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=43fb6d39-9f64-4b00-a553-bf766dd1aba3,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:29.093952 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:29.140785 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-2680a662-9a4e-4251-b36a-b13ba297cbce req-b03718c9-8ee4-4d84-9d65-7bcb05a1ba88 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] For port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:29.243403 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-2680a662-9a4e-4251-b36a-b13ba297cbce req-b03718c9-8ee4-4d84-9d65-7bcb05a1ba88 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.251570 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Attempting to bind port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:10:29.251905 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Attempting to bind port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:10:29.252230 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Attempting to bind port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 on network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:10:29.254208 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-2680a662-9a4e-4251-b36a-b13ba297cbce req-b03718c9-8ee4-4d84-9d65-7bcb05a1ba88 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60911230'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.261651 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:29.297197 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:10:29.304735 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 on network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:10:29.305061 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Attempting to bind port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 on network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:10:29.338356 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680a662-9a4e-4251-b36a-b13ba297cbce req-b03718c9-8ee4-4d84-9d65-7bcb05a1ba88 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:29.339547 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-2680a662-9a4e-4251-b36a-b13ba297cbce req-b03718c9-8ee4-4d84-9d65-7bcb05a1ba88 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.340990 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2680a662-9a4e-4251-b36a-b13ba297cbce req-b03718c9-8ee4-4d84-9d65-7bcb05a1ba88 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "PUT /v2.0/ports/4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e HTTP/1.1" status: 200  len: 942 time: 1.1229825
May 10 20:10:29.345896 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:10:29.348738 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36708) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:29.357929 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:10:29.358276 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Checking segment: {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:10:29.358672 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Bound using segment: {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'} {{(pid=78747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:10:29.359159 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.managers [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Bound port: 43fb6d39-9f64-4b00-a553-bf766dd1aba3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5'}}] {{(pid=78747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:10:29.360015 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.415480 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'status': 'completed', 'code': 200}
May 10 20:10:29.432235 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3c5fd-bb3b-42a1-93ce-ebecbac19f33 req-4ae9e104-6924-4706-a33d-494fe094f39c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:29.434125 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-10f3c5fd-bb3b-42a1-93ce-ebecbac19f33 req-4ae9e104-6924-4706-a33d-494fe094f39c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 944 time: 0.2896929
May 10 20:10:29.501709 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-8b8c304d-62fa-4c75-9b3b-d7f5a462e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.505524 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03718c9-8ee4-4d84-9d65-7bcb05a1ba88 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event updated for resources: {'Port': ['ID=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,revision_number=7']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:29.509325 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-b03718c9-8ee4-4d84-9d65-7bcb05a1ba88 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:29.524305 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:10:29.560311 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-10f3c5fd-bb3b-42a1-93ce-ebecbac19f33 req-04a4624b-f447-4147-a86d-780b4f0c7cfe tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806913
May 10 20:10:29.562547 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c563608b-a5f0-474f-bada-a7dd12a1bd2e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.588074 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] For port 43fb6d39-9f64-4b00-a553-bf766dd1aba3, host hv-cinder-78836, cleared binding levels {{(pid=78747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:10:29.591513 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] For port 43fb6d39-9f64-4b00-a553-bf766dd1aba3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43fb6d39-9f64-4b00-a553-bf766dd1aba3,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:10:29.598117 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60911230'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.606392 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6a72415d-36dc-486d-91d7-8722ae8a36d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:29.616635 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c563608b-a5f0-474f-bada-a7dd12a1bd2e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.664600 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.680625 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:29.681629 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f80b9-f86e-4eab-a39a-485d97f9bd4a req-fd73fe61-ab9d-4141-bf29-c330b572695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:29.681795 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.683915 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-802f80b9-f86e-4eab-a39a-485d97f9bd4a req-fd73fe61-ab9d-4141-bf29-c330b572695d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81&device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 1098 time: 0.2115421
May 10 20:10:29.684048 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/43fb6d39-9f64-4b00-a553-bf766dd1aba3 HTTP/1.1" status: 200  len: 1094 time: 1.9314957
May 10 20:10:29.721089 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=43fb6d39-9f64-4b00-a553-bf766dd1aba3,revision_number=3']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:29.722146 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-85db890a-3f5b-4a4e-b899-f32bc7c9c35c None None] Provisioning complete for port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:10:29.722610 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-85db890a-3f5b-4a4e-b899-f32bc7c9c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.725128 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:29.801146 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c563608b-a5f0-474f-bada-a7dd12a1bd2e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.810363 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:29.830378 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563608b-a5f0-474f-bada-a7dd12a1bd2e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337c1e92-9d56-4ce4-b4b1-163b163ebdfb,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:29.833635 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c563608b-a5f0-474f-bada-a7dd12a1bd2e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:29.849811 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c563608b-a5f0-474f-bada-a7dd12a1bd2e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:29.851711 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-c563608b-a5f0-474f-bada-a7dd12a1bd2e tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "DELETE /v2.0/security-groups/337c1e92-9d56-4ce4-b4b1-163b163ebdfb HTTP/1.1" status: 204  len: 168 time: 0.5011616
May 10 20:10:29.860588 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36716) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:29.928609 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f80b9-f86e-4eab-a39a-485d97f9bd4a req-79ebec06-da1b-4240-a897-0d87df792362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:29.930191 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-802f80b9-f86e-4eab-a39a-485d97f9bd4a req-79ebec06-da1b-4240-a897-0d87df792362 service neutron] 10.222.0.23 "GET /v2.0/networks?id=985c36f5-abbd-4a16-8808-60848e951241 HTTP/1.1" status: 200  len: 915 time: 0.2222018
May 10 20:10:29.987761 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-88010d45-70ae-4599-81d1-72bd83c1cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:29.989267 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-88010d45-70ae-4599-81d1-72bd83c1cd2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363f62c38910412eb9aad0b01fb3e5d0&device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 1097 time: 0.2288816
May 10 20:10:30.056106 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-802f80b9-f86e-4eab-a39a-485d97f9bd4a req-74442e3a-2e33-45d2-b0d8-0ac6fe5b0fd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e HTTP/1.1" status: 200  len: 1000 time: 0.1177678
May 10 20:10:30.120124 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f80b9-f86e-4eab-a39a-485d97f9bd4a req-ad51fb44-48d8-4a50-8ea5-c2473056f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:30.121543 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-802f80b9-f86e-4eab-a39a-485d97f9bd4a req-ad51fb44-48d8-4a50-8ea5-c2473056f484 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f23df6c7-48a2-41f7-996c-c2648d7f6a36 HTTP/1.1" status: 200  len: 853 time: 0.0577857
May 10 20:10:30.138517 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-292c280a-e373-4c1c-b7e8-578da8a315ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fb6d39-9f64-4b00-a553-bf766dd1aba3 HTTP/1.1" status: 200  len: 217 time: 0.1244745
May 10 20:10:30.210616 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f80b9-f86e-4eab-a39a-485d97f9bd4a req-b7a7195d-e388-425a-a5f7-3856bb55d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:30.212532 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-802f80b9-f86e-4eab-a39a-485d97f9bd4a req-b7a7195d-e388-425a-a5f7-3856bb55d2f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=985c36f5-abbd-4a16-8808-60848e951241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798995
May 10 20:10:30.268545 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-558afff4-3d40-4905-9487-e70dce2e0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:30.270006 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-558afff4-3d40-4905-9487-e70dce2e0bac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6b47c10-6bc8-4f78-9310-e201e1556373 HTTP/1.1" status: 200  len: 849 time: 0.1227803
May 10 20:10:30.366652 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-802f80b9-f86e-4eab-a39a-485d97f9bd4a req-49e21d93-3caa-4e0a-8ced-334220aafe54 service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455238
May 10 20:10:30.372304 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Deleting port 7943365b-7506-48c6-82a2-8534a531fd50 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:30.372682 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:30.395238 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-0b8f3ff1-1825-4c90-8bc2-953928fa5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:30.396774 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-0b8f3ff1-1825-4c90-8bc2-953928fa5deb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1180782
May 10 20:10:30.520196 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-802f80b9-f86e-4eab-a39a-485d97f9bd4a req-2c7f7d02-b5f4-4ae8-80ba-30aa6ecd5cf6 service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431091
May 10 20:10:30.744175 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:30.764656 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:30.765480 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:30.902077 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-4c1817e1-0ae8-4b4d-b4ff-be80c50a4115 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4556584
May 10 20:10:30.911307 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Calling delete_port for 7943365b-7506-48c6-82a2-8534a531fd50 owned by network:floatingip {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:31.095441 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a9064-635e-4330-8d1d-49ce9415ae4f req-5854328c-a6da-4bff-9df7-383b7b11f5ce tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:31.096870 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-698a9064-635e-4330-8d1d-49ce9415ae4f req-5854328c-a6da-4bff-9df7-383b7b11f5ce tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 944 time: 0.3789477
May 10 20:10:31.107912 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ad8a07a4-46fd-4012-bd5e-0e5c0adbb4bd req-a488a9c7-c4c9-4785-86dc-3eaecd72200d service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882019
May 10 20:10:31.162102 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-698a9064-635e-4330-8d1d-49ce9415ae4f req-9158155c-e55a-408a-a244-584e8d9d2d5f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591943
May 10 20:10:31.233985 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:31.237468 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d1b2a852-ed15-4344-8db9-f0eb0e20ed18 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:31.280423 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event deleted for resources: {'Port': ['ID=7943365b-7506-48c6-82a2-8534a531fd50,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:31.283336 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:31.372786 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks [] for floatingip, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:31.373026 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.l3_db [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Floating IP ce417aa7-b9d5-4269-a771-638c86b1d326 disassociated (deleted). External IP: 172.27.0.75, port: 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e.
May 10 20:10:31.421457 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'tag': '43fb6d39-9f64-4b00-a553-bf766dd1aba3'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:10:31.487733 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'tag': '43fb6d39-9f64-4b00-a553-bf766dd1aba3', 'status': 'completed', 'code': 200}
May 10 20:10:31.756034 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7769-573d-415a-8bb9-88e1b7130700 req-22ad6bfe-a985-4765-bf84-712bf0e477a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:31.757497 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-573b7769-573d-415a-8bb9-88e1b7130700 req-22ad6bfe-a985-4765-bf84-712bf0e477a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363f62c38910412eb9aad0b01fb3e5d0&device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 1097 time: 0.2246509
May 10 20:10:31.870757 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:10:32.034127 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:10:32.151802 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7769-573d-415a-8bb9-88e1b7130700 req-a846d3e4-c5ef-4420-b95d-a9d2aff6f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:32.153414 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-573b7769-573d-415a-8bb9-88e1b7130700 req-a846d3e4-c5ef-4420-b95d-a9d2aff6f10f service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 HTTP/1.1" status: 200  len: 911 time: 0.3843567
May 10 20:10:32.202376 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:32.242727 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-573b7769-573d-415a-8bb9-88e1b7130700 req-9b0f7404-af04-4465-8030-357da222d5a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fb6d39-9f64-4b00-a553-bf766dd1aba3 HTTP/1.1" status: 200  len: 217 time: 0.0820875
May 10 20:10:32.364515 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:10:32.376204 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d86af-2387-4764-b2f8-74f483eb0f0f None None] Sync routers for ids ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:10:32.390366 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d86af-2387-4764-b2f8-74f483eb0f0f None None] Routers {'30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:32.391509 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-104d86af-2387-4764-b2f8-74f483eb0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf44b040>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:32.391772 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7769-573d-415a-8bb9-88e1b7130700 req-c82a25dd-d571-4a5c-b29c-5b8a34a596ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:32.393118 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-573b7769-573d-415a-8bb9-88e1b7130700 req-c82a25dd-d571-4a5c-b29c-5b8a34a596ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6b47c10-6bc8-4f78-9310-e201e1556373 HTTP/1.1" status: 200  len: 849 time: 0.1424155
May 10 20:10:32.398447 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:32.520833 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692783de-def7-44ca-ac7b-5e1aaf0b793c req-7d0a8056-73aa-4992-9a15-0d6a85e667ed tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:32.522343 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-692783de-def7-44ca-ac7b-5e1aaf0b793c req-7d0a8056-73aa-4992-9a15-0d6a85e667ed tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 944 time: 0.2366936
May 10 20:10:32.528662 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "DELETE /v2.0/floatingips/ce417aa7-b9d5-4269-a771-638c86b1d326 HTTP/1.1" status: 204  len: 168 time: 2.6650050
May 10 20:10:32.580132 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-692783de-def7-44ca-ac7b-5e1aaf0b793c req-673040ef-300b-4c41-9c1d-01c41fff8287 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501509
May 10 20:10:32.595482 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7769-573d-415a-8bb9-88e1b7130700 req-d57418e8-5cfe-4d70-a250-bc47a021415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:32.596977 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-573b7769-573d-415a-8bb9-88e1b7130700 req-d57418e8-5cfe-4d70-a250-bc47a021415f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1720748
May 10 20:10:32.632811 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-104d86af-2387-4764-b2f8-74f483eb0f0f None None] Set router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:32.750539 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-573b7769-573d-415a-8bb9-88e1b7130700 req-a39e1c09-252b-40c7-a072-d58b6be138c7 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420896
May 10 20:10:32.984322 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-573b7769-573d-415a-8bb9-88e1b7130700 req-7f7d65f1-9b9c-4426-bff5-1a16e99b8622 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2261899
May 10 20:10:33.020912 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-104d86af-2387-4764-b2f8-74f483eb0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf44b040>, [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 4, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2', 'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'mac_address': 'fa:16:3e:42:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:54Z', 'updated_at': '2021-05-10T20:07:04Z', 'revision_number': 5, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'subnets': [{'id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:33.025769 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d86af-2387-4764-b2f8-74f483eb0f0f None None] Checking router: 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:10:33.036656 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d86af-2387-4764-b2f8-74f483eb0f0f None None] Routers {'30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:33.037550 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-104d86af-2387-4764-b2f8-74f483eb0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf44b040>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:33.139886 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36758) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:33.235080 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-104d86af-2387-4764-b2f8-74f483eb0f0f None None] Set router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:33.274338 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-e55d928c-e82b-40ff-b759-32c0af0467c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.290894 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-e55d928c-e82b-40ff-b759-32c0af0467c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:33.295170 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-e55d928c-e82b-40ff-b759-32c0af0467c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b0669b6e528c4b7cab1b6cbb9bf9188d is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:33.298167 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-e55d928c-e82b-40ff-b759-32c0af0467c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:33.303998 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-e55d928c-e82b-40ff-b759-32c0af0467c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:33.397241 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-e55d928c-e82b-40ff-b759-32c0af0467c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.401789 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-e55d928c-e82b-40ff-b759-32c0af0467c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.411998 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-559014d9-d1c6-44a0-adb9-7d06c7616dbe tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:33.454771 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-e55d928c-e82b-40ff-b759-32c0af0467c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0669b6e528c4b7cab1b6cbb9bf9188d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3138165
May 10 20:10:33.455750 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d928c-e82b-40ff-b759-32c0af0467c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1255183f-642b-488f-98e1-d2dfea002511,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:33.457421 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36764) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:33.464648 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-e55d928c-e82b-40ff-b759-32c0af0467c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:33.488553 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:10:33.536807 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8a517e80-a841-4c65-a2d4-9a88cb270f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.539807 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'status': 'completed', 'code': 200}
May 10 20:10:33.575954 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8a517e80-a841-4c65-a2d4-9a88cb270f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.581354 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-104d86af-2387-4764-b2f8-74f483eb0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf44b040>, [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 4, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2', 'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'mac_address': 'fa:16:3e:42:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:54Z', 'updated_at': '2021-05-10T20:07:04Z', 'revision_number': 5, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'subnets': [{'id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:33.586949 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d86af-2387-4764-b2f8-74f483eb0f0f None None] The sync data for ids ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'] in dv-cinder-788365-3-iscsi is: [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:06:55Z', 'revision_number': 4, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2', 'name': '', 'network_id': '985c36f5-abbd-4a16-8808-60848e951241', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'mac_address': 'fa:16:3e:42:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:54Z', 'updated_at': '2021-05-10T20:07:04Z', 'revision_number': 5, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'subnets': [{'id': 'f23df6c7-48a2-41f7-996c-c2648d7f6a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:10:33.675754 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8a517e80-a841-4c65-a2d4-9a88cb270f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.688205 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ab1960bf-b0a6-47f7-bc89-7ce980f2cdb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:33.713569 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a517e80-a841-4c65-a2d4-9a88cb270f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1255183f-642b-488f-98e1-d2dfea002511,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:33.719632 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8a517e80-a841-4c65-a2d4-9a88cb270f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:33.722000 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8a517e80-a841-4c65-a2d4-9a88cb270f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.725939 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10695b-bbd1-431a-aa28-34eb88fb4f52 req-6bb07a93-8e8b-4331-ad90-f81efe5c8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:33.726554 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-8a517e80-a841-4c65-a2d4-9a88cb270f06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1255183f-642b-488f-98e1-d2dfea002511 HTTP/1.1" status: 204  len: 168 time: 0.2675183
May 10 20:10:33.727365 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc10695b-bbd1-431a-aa28-34eb88fb4f52 req-6bb07a93-8e8b-4331-ad90-f81efe5c8d63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81&device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 1098 time: 0.1230187
May 10 20:10:33.955081 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a29376-156c-49a8-860c-a7c0cc1203a4 None None] New status for floating IP ce417aa7-b9d5-4269-a771-638c86b1d326: DOWN {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:10:33.999154 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10695b-bbd1-431a-aa28-34eb88fb4f52 req-e364d694-4c7a-4809-af39-e8702cd76f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:34.000555 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc10695b-bbd1-431a-aa28-34eb88fb4f52 req-e364d694-4c7a-4809-af39-e8702cd76f6b service neutron] 10.222.0.23 "GET /v2.0/networks?id=985c36f5-abbd-4a16-8808-60848e951241 HTTP/1.1" status: 200  len: 915 time: 0.2655928
May 10 20:10:34.090218 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9394c-7faf-49a9-b187-2b231e17a26a req-76ddae31-6ad9-4816-ba07-b2cf89d3392d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:34.092024 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8fe9394c-7faf-49a9-b187-2b231e17a26a req-76ddae31-6ad9-4816-ba07-b2cf89d3392d tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 944 time: 0.3220668
May 10 20:10:34.102894 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc10695b-bbd1-431a-aa28-34eb88fb4f52 req-3cfe8695-a495-490d-b1be-f8b6ba3fa5bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e HTTP/1.1" status: 200  len: 217 time: 0.0946274
May 10 20:10:34.186367 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8fe9394c-7faf-49a9-b187-2b231e17a26a req-ada1603d-d394-40a9-832d-d6e5ab78c9c9 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860951
May 10 20:10:34.223504 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10695b-bbd1-431a-aa28-34eb88fb4f52 req-4b054e14-d561-4787-9ebe-773aee925cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:34.225132 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc10695b-bbd1-431a-aa28-34eb88fb4f52 req-4b054e14-d561-4787-9ebe-773aee925cdb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f23df6c7-48a2-41f7-996c-c2648d7f6a36 HTTP/1.1" status: 200  len: 853 time: 0.1001337
May 10 20:10:34.317072 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10695b-bbd1-431a-aa28-34eb88fb4f52 req-b00215f1-b168-447d-b0c1-61505874f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:34.319293 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc10695b-bbd1-431a-aa28-34eb88fb4f52 req-b00215f1-b168-447d-b0c1-61505874f932 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=985c36f5-abbd-4a16-8808-60848e951241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849822
May 10 20:10:34.468463 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc10695b-bbd1-431a-aa28-34eb88fb4f52 req-bcaadc74-85d9-488a-947f-bfe0d544d4b4 service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420963
May 10 20:10:34.717634 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc10695b-bbd1-431a-aa28-34eb88fb4f52 req-9b14c9f3-c8d6-455a-96f8-3dc39ab45032 service neutron] 10.222.0.23 "GET /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415819
May 10 20:10:34.960172 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 43fb6d39-9f64-4b00-a553-bf766dd1aba3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:10:35.099646 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 43fb6d39-9f64-4b00-a553-bf766dd1aba3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43fb6d39-9f64-4b00-a553-bf766dd1aba3,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:35.113375 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '43fb6d39-9f64-4b00-a553-bf766dd1aba3', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'port_id': '43fb6d39-9f64-4b00-a553-bf766dd1aba3', 'mac_address': 'fa:16:3e:d3:29:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 979, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:10:35.170589 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:35.187791 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fb6d39-9f64-4b00-a553-bf766dd1aba3 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:10:35.203961 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 43fb6d39-9f64-4b00-a553-bf766dd1aba3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43fb6d39-9f64-4b00-a553-bf766dd1aba3,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:35.208048 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:35.209769 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-3c1adbe6-8a53-4ad3-ac04-4db5c9d63eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:35.317030 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=43fb6d39-9f64-4b00-a553-bf766dd1aba3,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:35.320041 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:35.383995 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6835913-34db-4dea-9d97-e5cf59ed16ba req-963606dd-04c2-4162-83ba-ac4eb4cd3482 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:35.385497 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d6835913-34db-4dea-9d97-e5cf59ed16ba req-963606dd-04c2-4162-83ba-ac4eb4cd3482 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 945 time: 0.0866661
May 10 20:10:35.442087 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d6835913-34db-4dea-9d97-e5cf59ed16ba req-647bf0f6-fbb1-4303-8226-a80e86a28336 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502155
May 10 20:10:35.539864 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['43fb6d39-9f64-4b00-a553-bf766dd1aba3'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:10:36.082853 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736948c-4b56-448a-8830-392c8edca885 req-9024bafa-4ea3-4b00-9e20-cd54d561585b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:36.083606 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-1736948c-4b56-448a-8830-392c8edca885 req-9024bafa-4ea3-4b00-9e20-cd54d561585b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Synchronizing usage tracker for tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:10:36.102371 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-1736948c-4b56-448a-8830-392c8edca885 req-9024bafa-4ea3-4b00-9e20-cd54d561585b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Unset dirty status for tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:10:36.103753 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1736948c-4b56-448a-8830-392c8edca885 req-9024bafa-4ea3-4b00-9e20-cd54d561585b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 945 time: 0.1036124
May 10 20:10:36.151271 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1736948c-4b56-448a-8830-392c8edca885 req-32c5335b-cbd3-4a4a-a2c1-9eddda5fd70d tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415087
May 10 20:10:36.649013 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149e02b-9661-4c2d-a338-d237f0bb2d68 req-5bbe4f7c-3861-4083-98df-4da39772ed6f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:36.650526 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6149e02b-9661-4c2d-a338-d237f0bb2d68 req-5bbe4f7c-3861-4083-98df-4da39772ed6f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 945 time: 0.0950704
May 10 20:10:36.700931 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6149e02b-9661-4c2d-a338-d237f0bb2d68 req-9a8ffddc-9e36-49a1-bcbc-b64e7fe3999f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440891
May 10 20:10:36.965740 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 43fb6d39-9f64-4b00-a553-bf766dd1aba3 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:10:37.035812 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:10:37.040526 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:10:37.040903 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:37.160966 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:37.188782 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fb6d39-9f64-4b00-a553-bf766dd1aba3'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:10:37.200234 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 43fb6d39-9f64-4b00-a553-bf766dd1aba3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43fb6d39-9f64-4b00-a553-bf766dd1aba3,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:37.204917 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:37.206947 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:37.283250 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=43fb6d39-9f64-4b00-a553-bf766dd1aba3,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:37.288287 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:37.356565 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea833b-f30c-4fa9-b8c5-630e5826ef22 req-04f6ecaa-25a3-470c-8f4b-40ddf97cf032 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:37.358083 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-29ea833b-f30c-4fa9-b8c5-630e5826ef22 req-04f6ecaa-25a3-470c-8f4b-40ddf97cf032 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 945 time: 0.0915086
May 10 20:10:37.412945 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-29ea833b-f30c-4fa9-b8c5-630e5826ef22 req-b11b68eb-ecb3-4e39-81db-138f4376cfc1 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489025
May 10 20:10:37.458094 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fb6d39-9f64-4b00-a553-bf766dd1aba3', 'code': 200}
May 10 20:10:37.790436 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c987-5dfa-403d-bc41-33cee7b8080b req-b47ce3e4-c556-46ab-b6c1-3711e01e70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:37.792657 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a4b4c987-5dfa-403d-bc41-33cee7b8080b req-b47ce3e4-c556-46ab-b6c1-3711e01e70c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 1099 time: 0.0741174
May 10 20:10:37.893145 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a4b4c987-5dfa-403d-bc41-33cee7b8080b req-c4925730-ad87-4b15-8dbe-d01f246c7384 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842211
May 10 20:10:37.924879 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d1ffb-1ed6-4ffb-9db1-02d8bbf3937d req-c13ac964-8895-4853-84dc-04ecb02af504 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:37.926380 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-247d1ffb-1ed6-4ffb-9db1-02d8bbf3937d req-c13ac964-8895-4853-84dc-04ecb02af504 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 946 time: 0.1046567
May 10 20:10:37.971724 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-247d1ffb-1ed6-4ffb-9db1-02d8bbf3937d req-63360025-cd50-4af8-bce3-13552f4693c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395813
May 10 20:10:38.427012 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b4534-c616-4581-a695-878b42c6d367 req-04279bb3-12de-428f-8b5f-9f20e1c89218 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:38.428455 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-102b4534-c616-4581-a695-878b42c6d367 req-04279bb3-12de-428f-8b5f-9f20e1c89218 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 945 time: 0.0805700
May 10 20:10:38.468301 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-d7e758f9-423b-42ea-882d-223f7df0174f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0764184
May 10 20:10:38.639175 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-102b4534-c616-4581-a695-878b42c6d367 req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Deleting port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:38.639555 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-102b4534-c616-4581-a695-878b42c6d367 req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:38.644392 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-8fc6b4aa-27ef-4f1d-9ef5-8e72ae429d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:38.645891 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-8fc6b4aa-27ef-4f1d-9ef5-8e72ae429d63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 1099 time: 0.0734055
May 10 20:10:38.663911 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edba5f2-a289-4f68-9a74-78d3a8d692c9 req-539481fc-82f4-4608-833e-3fca070d21e9 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:38.665418 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8edba5f2-a289-4f68-9a74-78d3a8d692c9 req-539481fc-82f4-4608-833e-3fca070d21e9 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 945 time: 0.1308887
May 10 20:10:38.696458 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:38.801031 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8edba5f2-a289-4f68-9a74-78d3a8d692c9 req-72394903-3053-4744-9446-add328092153 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/security-groups?id=1705ee95-8cf0-44cb-9905-e9736e285e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847483
May 10 20:10:38.804554 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-8c0f858d-e3a2-4945-b861-b9ce881fe956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:38.806196 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-8c0f858d-e3a2-4945-b861-b9ce881fe956 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 918 time: 0.1331506
May 10 20:10:38.830860 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-102b4534-c616-4581-a695-878b42c6d367 req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] For port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:38.831219 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-102b4534-c616-4581-a695-878b42c6d367 req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:38.924507 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-bb945ee0-b3fa-4d61-8692-d2502dffe5a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300 HTTP/1.1" status: 200  len: 1001 time: 0.1056561
May 10 20:10:38.962670 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-102b4534-c616-4581-a695-878b42c6d367 req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Calling delete_port for 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:38.998288 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-8ca98c9d-da38-4f4f-a391-ed757e15cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:38.999778 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-8ca98c9d-da38-4f4f-a391-ed757e15cf6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.0676970
May 10 20:10:39.093813 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-102b4534-c616-4581-a695-878b42c6d367 req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:39.100724 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6c91b953-1840-4ab1-8de8-2ac32a2e2375 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:39.141864 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:10:39.180671 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-c445fe31-67c2-4c39-bba0-81e2d7ff540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:39.182174 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-c445fe31-67c2-4c39-bba0-81e2d7ff540c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1754684
May 10 20:10:39.184279 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Pushing event deleted for resources: {'Port': ['ID=4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:39.227035 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:39.272354 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-102b4534-c616-4581-a695-878b42c6d367 req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] No DVR routers for this DVR port 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:10:39.275477 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-102b4534-c616-4581-a695-878b42c6d367 req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:39.279471 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'name': 'network-vif-deleted', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:10:39.309053 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-102b4534-c616-4581-a695-878b42c6d367 req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.23 "DELETE /v2.0/ports/4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e HTTP/1.1" status: 204  len: 173 time: 0.8722656
May 10 20:10:39.328999 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5581-e743-44f3-a7e1-823bf0f1acab req-e1146229-bd51-4e04-9ecb-8466548aaf31 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:39.330558 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cdfb5581-e743-44f3-a7e1-823bf0f1acab req-e1146229-bd51-4e04-9ecb-8466548aaf31 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 946 time: 0.1982555
May 10 20:10:39.351855 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-250088fc-4ace-4d7b-9881-201836f312fd service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603398
May 10 20:10:39.353923 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc8618-06a7-4f62-b896-bbc4cf11f6e9', 'name': 'network-vif-deleted', 'tag': '4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e', 'status': 'completed', 'code': 200}
May 10 20:10:39.381238 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cdfb5581-e743-44f3-a7e1-823bf0f1acab req-859c6af8-edec-41d6-b6f2-8f6f84dbebaf tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446768
May 10 20:10:39.547006 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-05f50389-f58d-4099-8ca0-b6fafba40879 req-e4cbfe0d-e8d6-4314-a77b-804652cb056d service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379566
May 10 20:10:40.067889 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-c21ddcbc-97df-4cf5-93e1-2b9e7e7c2317 req-be4b009c-82ef-4b77-adb3-e1cc2069705f tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Synchronizing usage tracker for tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:10:40.085160 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-c21ddcbc-97df-4cf5-93e1-2b9e7e7c2317 req-be4b009c-82ef-4b77-adb3-e1cc2069705f tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Unset dirty status for tenant:68d9dc0ec8ce421bb3cc0e0e96524a81 on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:10:40.086843 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c21ddcbc-97df-4cf5-93e1-2b9e7e7c2317 req-be4b009c-82ef-4b77-adb3-e1cc2069705f tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ebc8618-06a7-4f62-b896-bbc4cf11f6e9 HTTP/1.1" status: 200  len: 210 time: 0.1621451
May 10 20:10:40.568288 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26756b7a-b439-4e80-94aa-31b22165c296 req-270c6d98-ca7c-441e-a061-2281842f6a03 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:40.569747 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-26756b7a-b439-4e80-94aa-31b22165c296 req-270c6d98-ca7c-441e-a061-2281842f6a03 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 946 time: 0.0836735
May 10 20:10:40.614170 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-26756b7a-b439-4e80-94aa-31b22165c296 req-2fa00228-2bb4-4e7c-9a99-59cd3b42c1cd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385759
May 10 20:10:40.800558 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f0ee7-6858-4742-86c0-15c4b2ede985 req-6042729c-da6d-48f9-90a0-f24f4ac253c0 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:40.801908 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-082f0ee7-6858-4742-86c0-15c4b2ede985 req-6042729c-da6d-48f9-90a0-f24f4ac253c0 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 946 time: 0.0841076
May 10 20:10:40.810572 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36826) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:40.816148 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-f4eb59ef-f3d1-420d-8714-9d3689fb838c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Request body: {'floatingip': {'port_id': '43fb6d39-9f64-4b00-a553-bf766dd1aba3'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:10:40.898613 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f4eb59ef-f3d1-420d-8714-9d3689fb838c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:41.503744 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f4eb59ef-f3d1-420d-8714-9d3689fb838c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:41.509157 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f4eb59ef-f3d1-420d-8714-9d3689fb838c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:41.685620 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.l3_db [None req-f4eb59ef-f3d1-420d-8714-9d3689fb838c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Floating IP f3566c2d-557a-4c41-84fc-b0dbac7b690f associated. External IP: 172.27.0.16, port: 43fb6d39-9f64-4b00-a553-bf766dd1aba3.
May 10 20:10:41.899069 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36878) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:42.160782 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eb59ef-f3d1-420d-8714-9d3689fb838c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Router f979ff89-b187-4a42-ae9e-e568ff18fc64 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:10:42.356142 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eb59ef-f3d1-420d-8714-9d3689fb838c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:10:42.360474 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f4eb59ef-f3d1-420d-8714-9d3689fb838c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:42.375878 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c4fbf-2579-44cc-9319-d56ae679b623 None None] Sync routers for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:10:42.388809 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c4fbf-2579-44cc-9319-d56ae679b623 None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:42.389762 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-dd4c4fbf-2579-44cc-9319-d56ae679b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce41b82e0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:42.444896 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-f4eb59ef-f3d1-420d-8714-9d3689fb838c tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "PUT /v2.0/floatingips/f3566c2d-557a-4c41-84fc-b0dbac7b690f HTTP/1.1" status: 200  len: 991 time: 1.6330152
May 10 20:10:42.445479 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'tag': '43fb6d39-9f64-4b00-a553-bf766dd1aba3'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:10:42.523850 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655689'] for router_interface, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:42.608141 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-dd4c4fbf-2579-44cc-9319-d56ae679b623 None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:42.654942 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'tag': '43fb6d39-9f64-4b00-a553-bf766dd1aba3', 'status': 'completed', 'code': 200}
May 10 20:10:42.910141 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990ea05-4e2a-4be6-a079-310dc1843f97 req-ac8d19eb-8fe6-419f-9a24-f496607ed4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:42.911646 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8990ea05-4e2a-4be6-a079-310dc1843f97 req-ac8d19eb-8fe6-419f-9a24-f496607ed4a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363f62c38910412eb9aad0b01fb3e5d0&device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 1099 time: 0.1525068
May 10 20:10:42.968858 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-dd4c4fbf-2579-44cc-9319-d56ae679b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce41b82e0>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'f3566c2d-557a-4c41-84fc-b0dbac7b690f', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'port_id': '43fb6d39-9f64-4b00-a553-bf766dd1aba3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'mac_address': 'fa:16:3e:d3:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:10:23Z', 'updated_at': '2021-05-10T20:10:41Z', 'revision_number': 1, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:42.972650 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c4fbf-2579-44cc-9319-d56ae679b623 None None] Checking router: f979ff89-b187-4a42-ae9e-e568ff18fc64 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:10:42.981562 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c4fbf-2579-44cc-9319-d56ae679b623 None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:42.982168 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-dd4c4fbf-2579-44cc-9319-d56ae679b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce41b82e0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:43.033392 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:43.134094 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:43.134429 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4101a0c4-bc4a-4f3a-bd0f-ca2ac774569e not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:10:43.196296 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-dd4c4fbf-2579-44cc-9319-d56ae679b623 None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:43.238391 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990ea05-4e2a-4be6-a079-310dc1843f97 req-56af8dd7-b664-446d-80e3-3a0bc067c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:43.239767 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8990ea05-4e2a-4be6-a079-310dc1843f97 req-56af8dd7-b664-446d-80e3-3a0bc067c73c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 HTTP/1.1" status: 200  len: 911 time: 0.2985065
May 10 20:10:43.311117 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Deleting port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:43.311470 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:43.429650 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8990ea05-4e2a-4be6-a079-310dc1843f97 req-5b67cccf-d660-4afe-a645-69be503c9ae5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43fb6d39-9f64-4b00-a553-bf766dd1aba3 HTTP/1.1" status: 200  len: 999 time: 0.1824145
May 10 20:10:43.517803 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] For port 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:43.518071 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:43.534043 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990ea05-4e2a-4be6-a079-310dc1843f97 req-cb337410-fa50-4c8e-8dbd-2aa14799f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:43.535505 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8990ea05-4e2a-4be6-a079-310dc1843f97 req-cb337410-fa50-4c8e-8dbd-2aa14799f3cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6b47c10-6bc8-4f78-9310-e201e1556373 HTTP/1.1" status: 200  len: 849 time: 0.0929105
May 10 20:10:43.579856 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-dd4c4fbf-2579-44cc-9319-d56ae679b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce41b82e0>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'f3566c2d-557a-4c41-84fc-b0dbac7b690f', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'port_id': '43fb6d39-9f64-4b00-a553-bf766dd1aba3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'mac_address': 'fa:16:3e:d3:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:10:23Z', 'updated_at': '2021-05-10T20:10:41Z', 'revision_number': 1, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:43.583974 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c4fbf-2579-44cc-9319-d56ae679b623 None None] The sync data for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi is: [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'f3566c2d-557a-4c41-84fc-b0dbac7b690f', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'port_id': '43fb6d39-9f64-4b00-a553-bf766dd1aba3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'mac_address': 'fa:16:3e:d3:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:10:23Z', 'updated_at': '2021-05-10T20:10:41Z', 'revision_number': 1, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:10:43.679338 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Calling delete_port for 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 owned by network:router_interface {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:43.744439 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990ea05-4e2a-4be6-a079-310dc1843f97 req-c46f82e6-ef7a-43d5-80a9-87ac00f78f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:43.746728 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8990ea05-4e2a-4be6-a079-310dc1843f97 req-c46f82e6-ef7a-43d5-80a9-87ac00f78f83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1624365
May 10 20:10:43.791488 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b247ec8-af88-4965-bea5-2ca021439e37 None None] New status for floating IP f3566c2d-557a-4c41-84fc-b0dbac7b690f: ACTIVE {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:10:43.918067 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8990ea05-4e2a-4be6-a079-310dc1843f97 req-9f0cc854-321c-485f-8cb4-5a5e052445df service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525633
May 10 20:10:44.058894 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:44.065081 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:44.130665 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Pushing event deleted for resources: {'Port': ['ID=31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:44.184562 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.184926 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.185283 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.185635 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.185981 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.186328 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.186672 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.187010 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.187376 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.187722 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.188062 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.188399 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:44.201044 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:44.228345 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8990ea05-4e2a-4be6-a079-310dc1843f97 req-6b3c0ba0-e91e-4029-a342-d21a4e36264a service neutron] 10.222.0.23 "GET /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2797339
May 10 20:10:44.443558 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784377'] for router_interface, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:44.942119 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:10:45.128421 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:10:45.137477 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1ef87-3279-406f-90ad-f25a16b0276a None None] Sync routers for ids ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:10:45.144784 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] 10.222.0.18 "PUT /v2.0/routers/30c27dbe-3248-47f4-8de0-7fb5c5be8fdf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2439373
May 10 20:10:45.147183 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36896) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:45.151305 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c1ef87-3279-406f-90ad-f25a16b0276a None None] Routers {'30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:45.152430 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-a3c1ef87-3279-406f-90ad-f25a16b0276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf3dfac0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:45.330540 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.334440 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-a3c1ef87-3279-406f-90ad-f25a16b0276a None None] Set router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:45.510337 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.588859 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Deleting port 0b123569-4599-4fff-acaa-2dce45b4a71a {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:45.589879 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.716083 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] For port 0b123569-4599-4fff-acaa-2dce45b4a71a, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=0b123569-4599-4fff-acaa-2dce45b4a71a,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:45.716439 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.719735 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-a3c1ef87-3279-406f-90ad-f25a16b0276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf3dfac0>, [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:10:43Z', 'revision_number': 5, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port': {'id': '0b123569-4599-4fff-acaa-2dce45b4a71a', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:50Z', 'updated_at': '2021-05-10T20:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:45.723713 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1ef87-3279-406f-90ad-f25a16b0276a None None] Checking router: 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:10:45.732462 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c1ef87-3279-406f-90ad-f25a16b0276a None None] Routers {'30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:45.733082 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-a3c1ef87-3279-406f-90ad-f25a16b0276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf3dfac0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:45.849746 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Calling delete_port for 0b123569-4599-4fff-acaa-2dce45b4a71a owned by network:router_gateway {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:45.901145 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-a3c1ef87-3279-406f-90ad-f25a16b0276a None None] Set router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf gateway port host: None {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:46.018548 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.023555 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-54ab46d3-1570-4d77-b932-7fbde09720e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:46.028974 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-a3c1ef87-3279-406f-90ad-f25a16b0276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf3dfac0>, [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:10:45Z', 'revision_number': 6, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port_host': None}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:46.033206 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1ef87-3279-406f-90ad-f25a16b0276a None None] The sync data for ids ['30c27dbe-3248-47f4-8de0-7fb5c5be8fdf'] in dv-cinder-788365-3-iscsi is: [{'id': '30c27dbe-3248-47f4-8de0-7fb5c5be8fdf', 'name': 'tempest-TestMinimumBasicScenario-259576838-router', 'tenant_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:49Z', 'updated_at': '2021-05-10T20:10:45Z', 'revision_number': 6, 'project_id': '68d9dc0ec8ce421bb3cc0e0e96524a81', 'gw_port_host': None}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:10:46.176395 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b123569-4599-4fff-acaa-2dce45b4a71a,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:46.179454 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:46.271184 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782957'] for router_gateway, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.450903 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.453310 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.480683 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715647'] for router, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.481236 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30c27dbe-3248-47f4-8de0-7fb5c5be8fdf {{(pid=78748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:10:46.493770 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.494980 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/30c27dbe-3248-47f4-8de0-7fb5c5be8fdf HTTP/1.1" status: 204  len: 168 time: 1.3468475
May 10 20:10:46.498521 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36904) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:46.557351 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_v2 [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Deleting subnet f23df6c7-48a2-41f7-996c-c2648d7f6a36 {{(pid=78747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:10:46.561075 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.614225 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1283669'] for subnet, precommit_delete_associations {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.730345 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.000953 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60911156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61053281'] for subnet, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.005262 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-20fd735e-abe0-40e9-9c61-be8dd14b1404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:47.041222 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f23df6c7-48a2-41f7-996c-c2648d7f6a36,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:47.046689 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.051428 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360bf08-040f-4029-8cfd-4e3b795f1f0c None None] Network 985c36f5-abbd-4a16-8808-60848e951241 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:10:47.054105 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.054474 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.054830 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.055186 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.055563 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.055913 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.056253 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.056594 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.056934 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.057274 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.057618 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.058019 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:47.062340 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:47.065746 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f23df6c7-48a2-41f7-996c-c2648d7f6a36 HTTP/1.1" status: 204  len: 168 time: 0.5647256
May 10 20:10:47.067607 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36908) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:47.201550 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.291458 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Deleting port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:47.291801 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.350888 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d78b8-3c43-46e6-9f8f-c1cc43ef995c None None] DHCP port deletion for 985c36f5-abbd-4a16-8808-60848e951241 request from dv-cinder-788365-3-iscsi {{(pid=78749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:10:47.409263 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] For port 0ae4af2f-5d7c-428f-a9ac-c040797b4484, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=0ae4af2f-5d7c-428f-a9ac-c040797b4484,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:47.409628 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.429361 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d78b8-3c43-46e6-9f8f-c1cc43ef995c None None] Deleting port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 {{(pid=78749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:47.429740 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4e0d78b8-3c43-46e6-9f8f-c1cc43ef995c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.537616 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Calling delete_port for 0ae4af2f-5d7c-428f-a9ac-c040797b4484 owned by network:dhcp {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:47.578254 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-4e0d78b8-3c43-46e6-9f8f-c1cc43ef995c None None] For port 0ae4af2f-5d7c-428f-a9ac-c040797b4484, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=0ae4af2f-5d7c-428f-a9ac-c040797b4484,segment=NetworkSegment(b35f3390-0798-42a2-9ef5-f7fb798747a3),segment_id=b35f3390-0798-42a2-9ef5-f7fb798747a3)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:47.578772 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4e0d78b8-3c43-46e6-9f8f-c1cc43ef995c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.593392 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.598648 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-536403cf-5d0c-47aa-85ab-14e14a34ec0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:47.645174 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] No DVR routers for this DVR port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 on host dv-cinder-788365-3-iscsi {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:10:47.704802 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d78b8-3c43-46e6-9f8f-c1cc43ef995c None None] Calling delete_port for 0ae4af2f-5d7c-428f-a9ac-c040797b4484 owned by network:dhcp {{(pid=78749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:47.771830 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae4af2f-5d7c-428f-a9ac-c040797b4484,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:47.774484 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:47.844776 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4e0d78b8-3c43-46e6-9f8f-c1cc43ef995c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.854425 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:47.869902 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.893601 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cdf811df0>,) {'filters': {'network_id': ['985c36f5-abbd-4a16-8808-60848e951241']}} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:47.903628 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d78b8-3c43-46e6-9f8f-c1cc43ef995c None None] Pushing event deleted for resources: {'Port': ['ID=0ae4af2f-5d7c-428f-a9ac-c040797b4484,revision_number=None']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:47.906867 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-4e0d78b8-3c43-46e6-9f8f-c1cc43ef995c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:47.908282 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d78b8-3c43-46e6-9f8f-c1cc43ef995c None None] No DVR routers for this DVR port 0ae4af2f-5d7c-428f-a9ac-c040797b4484 on host dv-cinder-788365-3-iscsi {{(pid=78749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:10:47.913858 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cdf811df0>, 'b35f3390-0798-42a2-9ef5-f7fb798747a3') {'for_net_delete': True} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:47.914162 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cdf811df0>, 'b35f3390-0798-42a2-9ef5-f7fb798747a3') {} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:47.930301 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1283658'] for segment, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.952634 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.960193 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=78747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:10:47.960587 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60911186'] for segment, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:47.970224 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0b123569-4599-4fff-acaa-2dce45b4a71a no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]: Traceback (most recent call last):
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     timer()
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     cb(*args, **kw)
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     return func(*args, **kwargs)
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     self._notify()
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     self.callback(batched_events)
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     event.method(event)
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     return f(self, *a, **k)
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self._get(url).json()
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self.request(url, 'GET', **kwargs)
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:10:47.975932 dv-cinder-788365-3-iscsi neutron-server[78747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:10:48.008606 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 0b123569-4599-4fff-acaa-2dce45b4a71a {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:48.009257 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0b123569-4599-4fff-acaa-2dce45b4a71a not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:10:48.009974 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0ae4af2f-5d7c-428f-a9ac-c040797b4484 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:48.047975 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 0ae4af2f-5d7c-428f-a9ac-c040797b4484 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:48.048326 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0ae4af2f-5d7c-428f-a9ac-c040797b4484 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:10:48.048750 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:48.057130 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:48.064421 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:48.067873 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-806c742c-e29d-48e9-98a3-8adef7d6c2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:48.087297 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:48.087938 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 31ffc2ea-eb5d-4416-95aa-0b6a0aa0e9e2 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:10:48.095602 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Pushing event deleted for resources: {'Network': ['ID=985c36f5-abbd-4a16-8808-60848e951241,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:48.098123 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:48.113270 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-fac992e9-9f54-4b35-a47a-524d9b69e855 admin admin] 10.222.0.18 "DELETE /v2.0/networks/985c36f5-abbd-4a16-8808-60848e951241 HTTP/1.1" status: 204  len: 168 time: 1.0444832
May 10 20:10:48.116493 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36916) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:48.672299 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655689'] for router_interface, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.186640 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Deleting port 971260f6-4801-40f7-9b22-3d326fee1282 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:49.187348 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.314007 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] For port 971260f6-4801-40f7-9b22-3d326fee1282, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=971260f6-4801-40f7-9b22-3d326fee1282,segment=NetworkSegment(24a58a05-5883-4470-842d-0ec2abacac8e),segment_id=24a58a05-5883-4470-842d-0ec2abacac8e)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:49.314359 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.445129 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Calling delete_port for 971260f6-4801-40f7-9b22-3d326fee1282 owned by network:router_interface {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:49.606401 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.610788 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f1aafbc9-82ed-473a-ab9a-70debb8b0025 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:49.656068 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Pushing event deleted for resources: {'Port': ['ID=971260f6-4801-40f7-9b22-3d326fee1282,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:49.659065 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:49.948107 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784377'] for router_interface, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:50.400269 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:10:50.586314 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:10:50.594975 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b1acf-7f99-49fb-9740-dc3ae8842daa None None] Sync routers for ids ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:10:50.603953 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] 10.222.0.18 "PUT /v2.0/routers/b4cf5c5f-3976-46f0-82e1-05efc0dc8699/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4862556
May 10 20:10:50.606535 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26b1acf-7f99-49fb-9740-dc3ae8842daa None None] Routers {'b4cf5c5f-3976-46f0-82e1-05efc0dc8699'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:50.607047 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36930) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:50.607812 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-a26b1acf-7f99-49fb-9740-dc3ae8842daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce430f9a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:50.796983 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Notify callbacks [] for router, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:50.801210 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-a26b1acf-7f99-49fb-9740-dc3ae8842daa None None] Set router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:50.973926 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:51.048315 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Deleting port b3f04b6b-97e3-4ac4-8048-6937d2c7df34 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:51.048646 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:51.109382 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-a26b1acf-7f99-49fb-9740-dc3ae8842daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce430f9a0>, [{'id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'name': 'tempest-TestMinimumBasicScenario-233641633-router', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:58Z', 'updated_at': '2021-05-10T20:10:49Z', 'revision_number': 5, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'gw_port': {'id': 'b3f04b6b-97e3-4ac4-8048-6937d2c7df34', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:07:00Z', 'updated_at': '2021-05-10T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:51.113695 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b1acf-7f99-49fb-9740-dc3ae8842daa None None] Checking router: b4cf5c5f-3976-46f0-82e1-05efc0dc8699 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:10:51.124283 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26b1acf-7f99-49fb-9740-dc3ae8842daa None None] Routers {'b4cf5c5f-3976-46f0-82e1-05efc0dc8699'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:51.125000 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-a26b1acf-7f99-49fb-9740-dc3ae8842daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce430f9a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:51.173308 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] For port b3f04b6b-97e3-4ac4-8048-6937d2c7df34, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=b3f04b6b-97e3-4ac4-8048-6937d2c7df34,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:51.173655 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:51.284182 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-a26b1acf-7f99-49fb-9740-dc3ae8842daa None None] Set router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 gateway port host: None {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:51.299938 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Calling delete_port for b3f04b6b-97e3-4ac4-8048-6937d2c7df34 owned by network:router_gateway {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:51.428518 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-a26b1acf-7f99-49fb-9740-dc3ae8842daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce430f9a0>, [{'id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'name': 'tempest-TestMinimumBasicScenario-233641633-router', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:58Z', 'updated_at': '2021-05-10T20:10:50Z', 'revision_number': 6, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'gw_port_host': None}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:51.432674 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b1acf-7f99-49fb-9740-dc3ae8842daa None None] The sync data for ids ['b4cf5c5f-3976-46f0-82e1-05efc0dc8699'] in dv-cinder-788365-3-iscsi is: [{'id': 'b4cf5c5f-3976-46f0-82e1-05efc0dc8699', 'name': 'tempest-TestMinimumBasicScenario-233641633-router', 'tenant_id': '74c199e5a7db4b34b503e08fb6af0bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:58Z', 'updated_at': '2021-05-10T20:10:50Z', 'revision_number': 6, 'project_id': '74c199e5a7db4b34b503e08fb6af0bec', 'gw_port_host': None}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:10:51.577445 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:51.580982 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-51ffb769-67d4-403f-90e8-de31cf9c75cc tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:51.625603 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f04b6b-97e3-4ac4-8048-6937d2c7df34,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:51.653717 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:51.822465 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782957'] for router_gateway, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.020024 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.022273 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.109621 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715647'] for router, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.110083 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4cf5c5f-3976-46f0-82e1-05efc0dc8699 {{(pid=78747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:10:52.123403 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Notify callbacks [] for router, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.127262 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] 10.222.0.18 "DELETE /v2.0/routers/b4cf5c5f-3976-46f0-82e1-05efc0dc8699 HTTP/1.1" status: 204  len: 168 time: 1.5164788
May 10 20:10:52.127791 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36940) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:52.200470 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc086de-66d2-476e-b9e4-595edbf58fd5 admin admin] Deleting subnet a3e2b29e-f0db-42ee-aafb-d0eb46b4237a {{(pid=78747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:10:52.204200 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cbc086de-66d2-476e-b9e4-595edbf58fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.221205 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 971260f6-4801-40f7-9b22-3d326fee1282 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:52.256740 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 971260f6-4801-40f7-9b22-3d326fee1282 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:52.257349 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 971260f6-4801-40f7-9b22-3d326fee1282 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:10:52.257766 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device b3f04b6b-97e3-4ac4-8048-6937d2c7df34 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:52.263262 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cbc086de-66d2-476e-b9e4-595edbf58fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1283669'] for subnet, precommit_delete_associations {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.292846 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: b3f04b6b-97e3-4ac4-8048-6937d2c7df34 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:52.293189 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device b3f04b6b-97e3-4ac4-8048-6937d2c7df34 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:10:52.348741 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cbc086de-66d2-476e-b9e4-595edbf58fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.605800 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cbc086de-66d2-476e-b9e4-595edbf58fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60911156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61053281'] for subnet, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.610689 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:52.645543 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc086de-66d2-476e-b9e4-595edbf58fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e2b29e-f0db-42ee-aafb-d0eb46b4237a,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:52.647524 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cbc086de-66d2-476e-b9e4-595edbf58fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.650115 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-cbc086de-66d2-476e-b9e4-595edbf58fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:52.652459 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06742e3b-529d-463e-a764-4265b8c1aadb None None] Network 16b35104-8fa2-42d7-a685-ac6b94295a8f requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:10:52.660373 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-cbc086de-66d2-476e-b9e4-595edbf58fd5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a3e2b29e-f0db-42ee-aafb-d0eb46b4237a HTTP/1.1" status: 204  len: 168 time: 0.5315866
May 10 20:10:52.662755 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36944) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:52.770822 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.850903 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Deleting port 07690cb8-ba55-4672-a605-a88162dd2703 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:52.851250 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.938192 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d901daa6-01e0-4449-a686-1a6883cfbcb1 None None] DHCP port deletion for 16b35104-8fa2-42d7-a685-ac6b94295a8f request from dv-cinder-788365-3-iscsi {{(pid=78749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:10:52.961991 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] For port 07690cb8-ba55-4672-a605-a88162dd2703, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=07690cb8-ba55-4672-a605-a88162dd2703,segment=NetworkSegment(24a58a05-5883-4470-842d-0ec2abacac8e),segment_id=24a58a05-5883-4470-842d-0ec2abacac8e)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:52.962347 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.009234 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-d901daa6-01e0-4449-a686-1a6883cfbcb1 None None] Deleting port 07690cb8-ba55-4672-a605-a88162dd2703 {{(pid=78749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:53.009621 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d901daa6-01e0-4449-a686-1a6883cfbcb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.095092 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Calling delete_port for 07690cb8-ba55-4672-a605-a88162dd2703 owned by network:dhcp {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:53.130370 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-d901daa6-01e0-4449-a686-1a6883cfbcb1 None None] For port 07690cb8-ba55-4672-a605-a88162dd2703, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=07690cb8-ba55-4672-a605-a88162dd2703,segment=NetworkSegment(24a58a05-5883-4470-842d-0ec2abacac8e),segment_id=24a58a05-5883-4470-842d-0ec2abacac8e)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:53.130673 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d901daa6-01e0-4449-a686-1a6883cfbcb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.157347 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.161684 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ac34860e-3bc4-4c81-b440-0c8680ea6544 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:53.210810 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=07690cb8-ba55-4672-a605-a88162dd2703,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:53.212793 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] No DVR routers for this DVR port 07690cb8-ba55-4672-a605-a88162dd2703 on host dv-cinder-788365-3-iscsi {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:10:53.214890 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:53.261487 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-d901daa6-01e0-4449-a686-1a6883cfbcb1 None None] Calling delete_port for 07690cb8-ba55-4672-a605-a88162dd2703 owned by network:dhcp {{(pid=78749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:53.304891 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d901daa6-01e0-4449-a686-1a6883cfbcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.309174 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:53.355516 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901daa6-01e0-4449-a686-1a6883cfbcb1 None None] Pushing event deleted for resources: {'Port': ['ID=07690cb8-ba55-4672-a605-a88162dd2703,revision_number=None']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:53.358601 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-d901daa6-01e0-4449-a686-1a6883cfbcb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:53.359432 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901daa6-01e0-4449-a686-1a6883cfbcb1 None None] No DVR routers for this DVR port 07690cb8-ba55-4672-a605-a88162dd2703 on host dv-cinder-788365-3-iscsi {{(pid=78749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:10:53.429014 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.443057 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cde9afa30>,) {'filters': {'network_id': ['16b35104-8fa2-42d7-a685-ac6b94295a8f']}} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:53.456163 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cde9afa30>, '24a58a05-5883-4470-842d-0ec2abacac8e') {'for_net_delete': True} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:53.456453 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cde9afa30>, '24a58a05-5883-4470-842d-0ec2abacac8e') {} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:53.468757 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1283658'] for segment, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.486980 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.493373 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=78747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:10:53.493765 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60911186'] for segment, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]: Traceback (most recent call last):
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     timer()
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     cb(*args, **kw)
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     return func(*args, **kwargs)
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     self._notify()
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     self.callback(batched_events)
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     event.method(event)
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     return f(self, *a, **k)
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self._get(url).json()
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self.request(url, 'GET', **kwargs)
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:10:53.508357 dv-cinder-788365-3-iscsi neutron-server[78747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:10:53.592735 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.596779 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-574d433e-543c-4ccb-a39d-09b75fe928bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:53.610898 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.619927 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=16b35104-8fa2-42d7-a685-ac6b94295a8f,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:53.625745 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:53.632114 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] 10.222.0.18 "DELETE /v2.0/networks/16b35104-8fa2-42d7-a685-ac6b94295a8f HTTP/1.1" status: 204  len: 168 time: 0.9683754
May 10 20:10:53.817647 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36954) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:53.877180 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-9f894a4f-a463-4b91-aa8a-db8835553ee6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68d9dc0ec8ce421bb3cc0e0e96524a81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0548129
May 10 20:10:53.877771 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 36958) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:53.946803 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 07690cb8-ba55-4672-a605-a88162dd2703 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:53.949206 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aa556a36-f068-41c5-9b7c-3a3f292ce78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.978251 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aa556a36-f068-41c5-9b7c-3a3f292ce78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:54.013449 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 07690cb8-ba55-4672-a605-a88162dd2703 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:54.014046 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 07690cb8-ba55-4672-a605-a88162dd2703 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:10:54.055487 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aa556a36-f068-41c5-9b7c-3a3f292ce78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:54.060303 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-aa4a0798-5f54-442b-8250-51003572f03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:54.075304 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa556a36-f068-41c5-9b7c-3a3f292ce78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1705ee95-8cf0-44cb-9905-e9736e285e5e,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:54.079626 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-aa556a36-f068-41c5-9b7c-3a3f292ce78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:54.083528 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-aa556a36-f068-41c5-9b7c-3a3f292ce78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:54.087035 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-aa556a36-f068-41c5-9b7c-3a3f292ce78c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1705ee95-8cf0-44cb-9905-e9736e285e5e HTTP/1.1" status: 204  len: 168 time: 0.2081993
May 10 20:10:54.462186 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36970) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:54.514803 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-52b60f4e-5f6b-411d-8189-c15f6c82dde5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74c199e5a7db4b34b503e08fb6af0bec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512178
May 10 20:10:54.517904 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 36974) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:54.680157 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-92fa001f-9607-4ee7-a666-84c26224a222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:54.707569 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-92fa001f-9607-4ee7-a666-84c26224a222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:54.766822 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-92fa001f-9607-4ee7-a666-84c26224a222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:54.770558 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-11caf8b6-d9e0-4071-bd77-74ac9460acfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:54.781921 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa001f-9607-4ee7-a666-84c26224a222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a50a9b-0512-4c7e-8be0-66ac2800c913,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:54.785402 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-92fa001f-9607-4ee7-a666-84c26224a222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:54.789984 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-92fa001f-9607-4ee7-a666-84c26224a222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:54.791181 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-92fa001f-9607-4ee7-a666-84c26224a222 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99a50a9b-0512-4c7e-8be0-66ac2800c913 HTTP/1.1" status: 204  len: 168 time: 0.2723513
May 10 20:10:56.963480 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-255178cf-f2a8-4a9d-b1ae-7de86d7f6d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:59.410308 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-eb584013-fc53-4da0-b45d-1b406791ec97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:59.507662 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:00.734321 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:01.839380 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e314e-ba47-44b2-a660-e17d7ca691a7 req-085a4cfb-9f47-41c5-a4d1-dd02d5b2f5d1 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:01.841553 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e71e314e-ba47-44b2-a660-e17d7ca691a7 req-085a4cfb-9f47-41c5-a4d1-dd02d5b2f5d1 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0922606
May 10 20:11:01.919476 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e71e314e-ba47-44b2-a660-e17d7ca691a7 req-76235c14-41d0-4662-8c1b-35cff4fea639 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714426
May 10 20:11:02.203358 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:03.111622 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c758d-67f0-45b3-b5dd-80256d7d3ac5 req-51661646-68f9-40d3-a529-0ddae29621d1 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:03.113172 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dd1c758d-67f0-45b3-b5dd-80256d7d3ac5 req-51661646-68f9-40d3-a529-0ddae29621d1 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0832417
May 10 20:11:03.162386 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dd1c758d-67f0-45b3-b5dd-80256d7d3ac5 req-043f13d8-b288-4a09-8c03-2f26f0cb6c56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435071
May 10 20:11:04.353042 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97432d-5203-491f-9c9b-c213d549cbb4 req-17e42c0a-d030-4c4c-9b98-f82a1fa42ffa tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:04.354625 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8b97432d-5203-491f-9c9b-c213d549cbb4 req-17e42c0a-d030-4c4c-9b98-f82a1fa42ffa tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0829310
May 10 20:11:04.405561 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8b97432d-5203-491f-9c9b-c213d549cbb4 req-3cb70f88-9a90-4bc4-b07c-55e13c83a245 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393896
May 10 20:11:05.611121 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdef3cd-13b4-43d8-b6cc-de3a3497c78e req-a1281aa0-6df8-4581-9027-9b8b9fa0d450 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:05.612685 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1fdef3cd-13b4-43d8-b6cc-de3a3497c78e req-a1281aa0-6df8-4581-9027-9b8b9fa0d450 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0882101
May 10 20:11:05.661123 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1fdef3cd-13b4-43d8-b6cc-de3a3497c78e req-e8831ca2-643c-4b5b-b7d7-92fbef9fc8af tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425949
May 10 20:11:06.905679 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf0bc5-f977-4a73-a927-776252bdeb99 req-a3a23b1d-9e22-401c-86cd-20dc8a8c5c6e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:06.907247 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0baf0bc5-f977-4a73-a927-776252bdeb99 req-a3a23b1d-9e22-401c-86cd-20dc8a8c5c6e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.1311641
May 10 20:11:06.961309 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0baf0bc5-f977-4a73-a927-776252bdeb99 req-4ee1d2c0-b29e-4283-9d65-f9bc85ec69cf tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454845
May 10 20:11:08.199338 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604c67f-e439-4f14-a3e0-4f90e82c925f req-cc7eb04b-ff8a-4cd2-b78c-f1cf20f3afc5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:08.201425 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d604c67f-e439-4f14-a3e0-4f90e82c925f req-cc7eb04b-ff8a-4cd2-b78c-f1cf20f3afc5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.1162961
May 10 20:11:08.248679 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d604c67f-e439-4f14-a3e0-4f90e82c925f req-aa81cab6-ab83-41f2-83c0-76e4f0a03ce7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414846
May 10 20:11:08.715003 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.034972 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:11:09.459796 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdc22c-6327-4371-b8cf-16e9e020a6aa req-1b87f32d-cbc4-40a5-97e3-0d1aec08e5c2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:09.461375 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-42cdc22c-6327-4371-b8cf-16e9e020a6aa req-1b87f32d-cbc4-40a5-97e3-0d1aec08e5c2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0898433
May 10 20:11:09.513329 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-42cdc22c-6327-4371-b8cf-16e9e020a6aa req-66f8a71e-531c-4db2-b243-5504d0baf89a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450995
May 10 20:11:10.742061 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358bd9c-ee8b-406b-a1b9-fbb64c476643 req-3160580e-9f8d-4906-a7c0-ba02d9d109e1 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:10.743667 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5358bd9c-ee8b-406b-a1b9-fbb64c476643 req-3160580e-9f8d-4906-a7c0-ba02d9d109e1 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.1106834
May 10 20:11:10.802172 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5358bd9c-ee8b-406b-a1b9-fbb64c476643 req-91528549-8647-4a73-8318-488a2ccc7662 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485344
May 10 20:11:12.005074 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47db3f-7139-44eb-a0f2-7828823bee02 req-6d35d57f-5093-4878-9bc9-a05e706ed6ea tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:12.006654 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1c47db3f-7139-44eb-a0f2-7828823bee02 req-6d35d57f-5093-4878-9bc9-a05e706ed6ea tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0877628
May 10 20:11:12.056421 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1c47db3f-7139-44eb-a0f2-7828823bee02 req-b71d0590-ee28-466e-8304-7aba9a399bae tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422695
May 10 20:11:13.269456 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02f66-2ab1-4cd8-82dc-3a407933ff02 req-ee9180b6-4b51-45b2-b01d-f5291f8ef8d0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:13.270961 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6ba02f66-2ab1-4cd8-82dc-3a407933ff02 req-ee9180b6-4b51-45b2-b01d-f5291f8ef8d0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0911920
May 10 20:11:13.320512 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6ba02f66-2ab1-4cd8-82dc-3a407933ff02 req-2feda3f3-6712-4ddb-99fd-e57408a366aa tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434954
May 10 20:11:14.543946 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01121b62-a397-471a-86a1-ed65fa125eac req-4df90699-5208-431a-bf6f-e99adfa2483d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:14.545641 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-01121b62-a397-471a-86a1-ed65fa125eac req-4df90699-5208-431a-bf6f-e99adfa2483d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0960193
May 10 20:11:14.599932 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-01121b62-a397-471a-86a1-ed65fa125eac req-d09b6777-713b-4c02-b3c7-26fe739b12d4 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478461
May 10 20:11:15.093417 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e87a4c7b-8478-44ef-a55b-b099d2ecf300 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:11:15.378455 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:15.410273 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'port_id': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'mac_address': 'fa:16:3e:eb:a6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:11:15.516118 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.545684 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e87a4c7b-8478-44ef-a55b-b099d2ecf300 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:11:15.567341 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:15.573300 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.576050 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-4d2a6978-98e6-4848-bbf7-362cb418500d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:15.683488 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=e87a4c7b-8478-44ef-a55b-b099d2ecf300,revision_number=6']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:15.691841 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.692183 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.692712 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.693208 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.693834 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.694321 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.694816 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.695373 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.695858 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.696362 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.696872 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.697525 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:15.702751 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:15.750144 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['e87a4c7b-8478-44ef-a55b-b099d2ecf300'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:11:15.885286 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291a28-5c33-4bf1-ae21-93107c08e83b req-2f56b938-6382-48c5-85e4-5e43e95c5293 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:15.887954 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-90291a28-5c33-4bf1-ae21-93107c08e83b req-2f56b938-6382-48c5-85e4-5e43e95c5293 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 945 time: 0.1035001
May 10 20:11:15.941582 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-90291a28-5c33-4bf1-ae21-93107c08e83b req-d33e6d46-0ad8-43e7-ab08-f4f407259ba0 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432932
May 10 20:11:17.122230 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e87a4c7b-8478-44ef-a55b-b099d2ecf300 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:17.232428 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port e87a4c7b-8478-44ef-a55b-b099d2ecf300 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:17.233241 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:17.305095 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733e89c-b568-4f8c-9856-dcf27357ab4f req-e04e4060-58c1-4e33-9863-7ab9cdd57542 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:17.312854 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0733e89c-b568-4f8c-9856-dcf27357ab4f req-e04e4060-58c1-4e33-9863-7ab9cdd57542 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 945 time: 0.2023253
May 10 20:11:17.403178 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0733e89c-b568-4f8c-9856-dcf27357ab4f req-4f7c1901-30bb-4f75-b19c-2f2e8898ac33 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890265
May 10 20:11:17.449959 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:17.504838 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:11:17.517667 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:17.527845 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:17.531375 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:17.608830 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'code': 200}
May 10 20:11:17.681491 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=e87a4c7b-8478-44ef-a55b-b099d2ecf300,revision_number=7']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:17.686006 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:18.699240 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a42102-e445-4590-9be2-1b2c34ebe098 req-1630afe5-8b3c-4e37-83e1-783737805e16 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:18.702492 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-49a42102-e445-4590-9be2-1b2c34ebe098 req-1630afe5-8b3c-4e37-83e1-783737805e16 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.1168153
May 10 20:11:18.768995 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-49a42102-e445-4590-9be2-1b2c34ebe098 req-a0109b29-e1ee-4ec5-aeb8-f3fa807861f7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594223
May 10 20:11:20.180662 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675979c-6370-4464-9f28-c45ec93acbb8 req-d37f2712-a46c-4785-b0fd-2dfd856a4f4c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:20.184014 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9675979c-6370-4464-9f28-c45ec93acbb8 req-d37f2712-a46c-4785-b0fd-2dfd856a4f4c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.1505628
May 10 20:11:20.268099 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9675979c-6370-4464-9f28-c45ec93acbb8 req-884263eb-048c-42f9-b015-a584ce323734 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772066
May 10 20:11:21.526659 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43c12d-14aa-4406-b7d8-1b0f0d44d855 req-4eea251c-a16b-402b-9dd7-4a67a30a2555 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:21.528728 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ff43c12d-14aa-4406-b7d8-1b0f0d44d855 req-4eea251c-a16b-402b-9dd7-4a67a30a2555 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0995903
May 10 20:11:21.592339 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ff43c12d-14aa-4406-b7d8-1b0f0d44d855 req-fed3e157-7ab4-44a9-83b3-f9796c1a25ad tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520957
May 10 20:11:22.985553 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c6ebf-d308-4937-b884-efab9e39882f req-fbfdd83a-c98e-4a09-a631-a4fa4db37e7a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:22.992915 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-515c6ebf-d308-4937-b884-efab9e39882f req-fbfdd83a-c98e-4a09-a631-a4fa4db37e7a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.1571090
May 10 20:11:23.051638 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-515c6ebf-d308-4937-b884-efab9e39882f req-a0421b7b-b305-4189-8916-70e5253d5463 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576961
May 10 20:11:24.378022 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e0de-7ea6-4839-a00f-d51ebc8e7eec req-a1881566-4c69-4ee8-9d9c-9ee0a5e904e7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:24.379658 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9e11e0de-7ea6-4839-a00f-d51ebc8e7eec req-a1881566-4c69-4ee8-9d9c-9ee0a5e904e7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.1920974
May 10 20:11:24.441222 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9e11e0de-7ea6-4839-a00f-d51ebc8e7eec req-c544e269-59a7-4c76-9d8f-82ea09f85998 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552223
May 10 20:11:25.684064 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c308c31-a52f-48bb-8a65-ef342babdcbf req-2b3e2760-4ce8-4b36-b78c-a9b596619f53 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:25.686219 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4c308c31-a52f-48bb-8a65-ef342babdcbf req-2b3e2760-4ce8-4b36-b78c-a9b596619f53 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0974848
May 10 20:11:25.745278 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4c308c31-a52f-48bb-8a65-ef342babdcbf req-a1ad17be-ea6e-4c27-8491-c1bf48e4a3be tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523272
May 10 20:11:25.756582 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65ea4-c400-4ec2-9d07-d8e88704650b req-c15c094d-2dd9-44e8-85fd-b32949c9b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:25.759177 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-14f65ea4-c400-4ec2-9d07-d8e88704650b req-c15c094d-2dd9-44e8-85fd-b32949c9b48d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 1099 time: 0.1393249
May 10 20:11:26.000143 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65ea4-c400-4ec2-9d07-d8e88704650b req-848f71bd-18ab-42e2-9187-6aee35e52209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:26.002001 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-14f65ea4-c400-4ec2-9d07-d8e88704650b req-848f71bd-18ab-42e2-9187-6aee35e52209 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 918 time: 0.2291951
May 10 20:11:26.127725 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-14f65ea4-c400-4ec2-9d07-d8e88704650b req-4b2cf80b-ba85-4a77-ad0a-65f79e0ae932 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300 HTTP/1.1" status: 200  len: 1001 time: 0.1183112
May 10 20:11:26.198354 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65ea4-c400-4ec2-9d07-d8e88704650b req-80a3d573-547a-4843-b96e-3c68f7cd3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:26.200532 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-14f65ea4-c400-4ec2-9d07-d8e88704650b req-80a3d573-547a-4843-b96e-3c68f7cd3aca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.0654974
May 10 20:11:26.285058 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65ea4-c400-4ec2-9d07-d8e88704650b req-c2e87696-560b-4d72-9a94-7c76c58e7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:26.286796 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-14f65ea4-c400-4ec2-9d07-d8e88704650b req-c2e87696-560b-4d72-9a94-7c76c58e7d12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795169
May 10 20:11:26.467704 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-14f65ea4-c400-4ec2-9d07-d8e88704650b req-1b4cd6b3-0c22-43d0-b6df-6e5fbcc3cdd0 service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734576
May 10 20:11:26.610182 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-14f65ea4-c400-4ec2-9d07-d8e88704650b req-ff7a93d0-eb58-43da-bac0-8d0747b8818e service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358345
May 10 20:11:26.969841 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6f36c40f-7347-454f-b726-c06b5eb5f1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.970695 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cfeb4-156c-4235-b9ba-a6df3673e040 req-1f1f0b91-f9e5-4957-912e-f847801d77cb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:26.971877 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-340cfeb4-156c-4235-b9ba-a6df3673e040 req-1f1f0b91-f9e5-4957-912e-f847801d77cb tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0934324
May 10 20:11:27.021371 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-340cfeb4-156c-4235-b9ba-a6df3673e040 req-b3db3051-69e8-419b-805e-3887712c19c5 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431695
May 10 20:11:28.218491 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924c6fb-42fd-4fa0-903e-a6605b9b1ed2 req-51bb9423-0e0a-42d0-9607-d658b6f616a2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:28.220010 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1924c6fb-42fd-4fa0-903e-a6605b9b1ed2 req-51bb9423-0e0a-42d0-9607-d658b6f616a2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 946 time: 0.0861087
May 10 20:11:28.265904 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1924c6fb-42fd-4fa0-903e-a6605b9b1ed2 req-4c2b96bb-2fd5-49ee-bb18-591efdeb8746 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401778
May 10 20:11:29.201162 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e87a4c7b-8478-44ef-a55b-b099d2ecf300 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:11:29.323154 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:29.353710 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:11:29.365071 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:29.369913 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:29.372366 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-4d2a6978-98e6-4848-bbf7-362cb418500d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:29.402665 dv-cinder-788365-3-iscsi neutron-server[78749]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'code': 422} returned with failed status
May 10 20:11:29.438299 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f8a7cd9a-3743-4be8-b96c-f5737bdfbd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:29.457552 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=e87a4c7b-8478-44ef-a55b-b099d2ecf300,revision_number=8']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:29.460877 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:29.478235 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040919b-f648-4be5-8ce0-2f15f406a620 req-ee05fd37-c66a-41be-80e8-cf0b4196dd53 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:29.479742 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9040919b-f648-4be5-8ce0-2f15f406a620 req-ee05fd37-c66a-41be-80e8-cf0b4196dd53 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0902200
May 10 20:11:29.509681 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:29.528786 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9040919b-f648-4be5-8ce0-2f15f406a620 req-bdf0cd63-2a6d-4912-af27-c8ab7019cfe2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432210
May 10 20:11:30.744104 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:31.072700 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d887d8-4727-4a53-9b5b-ea1d79811eb9 req-b9fd5e24-2b88-4b62-916b-240d29e8ecb2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:31.074394 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d9d887d8-4727-4a53-9b5b-ea1d79811eb9 req-b9fd5e24-2b88-4b62-916b-240d29e8ecb2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0819643
May 10 20:11:31.077645 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-14fa28d6-e87c-4241-9b76-c948727a3c29 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0765500
May 10 20:11:31.133071 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d9d887d8-4727-4a53-9b5b-ea1d79811eb9 req-99dd4734-aea3-49f9-81b0-4d42fe65b207 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526667
May 10 20:11:32.208117 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:32.301541 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-dc31625c-7fd8-48a1-8a71-a4577107e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:32.304100 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-dc31625c-7fd8-48a1-8a71-a4577107e8df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60&tenant_id=066ce7b2289b444caeda66c8457931ac HTTP/1.1" status: 200  len: 1097 time: 0.1251132
May 10 20:11:32.346372 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042f684-a985-4275-8921-ce803f688592 req-66d3a30c-3676-4983-9b7b-9496ef77f6d3 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:32.348024 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7042f684-a985-4275-8921-ce803f688592 req-66d3a30c-3676-4983-9b7b-9496ef77f6d3 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0910785
May 10 20:11:32.408481 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7042f684-a985-4275-8921-ce803f688592 req-0c39b3cd-f4b5-4fb6-a4cc-2fcbd28f33c2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497699
May 10 20:11:32.434776 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-f4116461-df69-402f-ad83-fa2cf95b0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:32.436298 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-f4116461-df69-402f-ad83-fa2cf95b0f61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 1097 time: 0.0928380
May 10 20:11:32.585174 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-1fbbc4d3-0c9c-4a0f-a684-cb54ae7f3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:32.588489 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-1fbbc4d3-0c9c-4a0f-a684-cb54ae7f3e42 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 918 time: 0.1448593
May 10 20:11:32.701321 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-978bfee3-b867-433b-9f4f-6e9075344571 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300 HTTP/1.1" status: 200  len: 999 time: 0.1072843
May 10 20:11:32.770761 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-14f90858-658e-4566-bf78-f6726593f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:32.772260 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-14f90858-658e-4566-bf78-f6726593f595 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.0637467
May 10 20:11:32.862532 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-f2bbb77b-9b02-43f8-8724-0cedfb998742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:32.864216 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-f2bbb77b-9b02-43f8-8724-0cedfb998742 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852907
May 10 20:11:33.008358 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-7ce51440-b658-429e-87e9-6aa503d02dbf service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343484
May 10 20:11:33.218674 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e87a4c7b-8478-44ef-a55b-b099d2ecf300 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:11:33.257986 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-23b30b3b-9075-49a8-a948-1593e5dc52a5 req-e8ad6bc6-4e91-4e4e-8e97-8ba4b6d5b8da service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2423136
May 10 20:11:33.655701 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32449aa5-f217-49ab-9eb1-c8d8fcde3112 req-ac1b6c71-7ba6-4a6e-a110-607d7ee88299 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:33.657436 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-32449aa5-f217-49ab-9eb1-c8d8fcde3112 req-ac1b6c71-7ba6-4a6e-a110-607d7ee88299 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0998378
May 10 20:11:33.716470 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-32449aa5-f217-49ab-9eb1-c8d8fcde3112 req-1230ec01-18f8-4bdb-8228-96a9c4b66e07 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488844
May 10 20:11:34.953602 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f82e49-9f54-4eb7-9b6c-1a3f8f716a5d req-492c09c0-8a10-48ee-9a66-3074f1cdeb30 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:34.955200 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-14f82e49-9f54-4eb7-9b6c-1a3f8f716a5d req-492c09c0-8a10-48ee-9a66-3074f1cdeb30 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0961387
May 10 20:11:35.005401 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-14f82e49-9f54-4eb7-9b6c-1a3f8f716a5d req-48965c1e-2eea-48a2-98f9-07701741492a tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433187
May 10 20:11:36.248786 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeadc0c-51ce-4915-942c-bcb32372adab req-93144c2a-8b5b-4afe-bcb4-ff1503965f32 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:36.250295 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-efeadc0c-51ce-4915-942c-bcb32372adab req-93144c2a-8b5b-4afe-bcb4-ff1503965f32 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.1076369
May 10 20:11:36.299212 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-efeadc0c-51ce-4915-942c-bcb32372adab req-c5e4b8d4-1627-45a0-85d0-95b9aac1765d tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431409
May 10 20:11:37.518058 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8907744-b462-4fce-9e4b-3f93ba3cd07d req-9605c902-e826-4570-abb3-a4cb4a46e11e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:37.519714 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e8907744-b462-4fce-9e4b-3f93ba3cd07d req-9605c902-e826-4570-abb3-a4cb4a46e11e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0963185
May 10 20:11:37.568534 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e8907744-b462-4fce-9e4b-3f93ba3cd07d req-a42dbe50-69db-40ae-9e2b-08428409713f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427639
May 10 20:11:38.712623 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:38.784135 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717862e8-75ce-444c-a0f1-1485a1c9bae3 req-28c86da5-854d-4295-9439-2512cb64eb4c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:38.790795 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-717862e8-75ce-444c-a0f1-1485a1c9bae3 req-28c86da5-854d-4295-9439-2512cb64eb4c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0898421
May 10 20:11:38.851741 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-717862e8-75ce-444c-a0f1-1485a1c9bae3 req-674918ab-d31b-4a57-acbf-e9f800c8491f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594621
May 10 20:11:40.189678 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078cd2-201a-43c0-8022-a00d939a749a req-5a50bd66-78f9-448f-a990-d7e8fa547d61 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:40.191857 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c0078cd2-201a-43c0-8022-a00d939a749a req-5a50bd66-78f9-448f-a990-d7e8fa547d61 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.1883237
May 10 20:11:40.247911 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c0078cd2-201a-43c0-8022-a00d939a749a req-666141d2-6cda-4ed0-a851-5a3eca92d9fa tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502012
May 10 20:11:41.535875 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f5910-09fa-40fd-842a-29ff18e3ec5c req-7c044bb9-00a9-4748-8d8d-d7bbc98d8953 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:41.537362 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b68f5910-09fa-40fd-842a-29ff18e3ec5c req-7c044bb9-00a9-4748-8d8d-d7bbc98d8953 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.1070285
May 10 20:11:41.593369 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b68f5910-09fa-40fd-842a-29ff18e3ec5c req-82109f49-dff2-4fa7-ba56-4351badbd65e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486999
May 10 20:11:42.812364 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739840ff-35df-4d65-97c6-7343afbd8099 req-966016a3-cacc-4fbd-bd74-7557b745b2c7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:42.817701 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-739840ff-35df-4d65-97c6-7343afbd8099 req-966016a3-cacc-4fbd-bd74-7557b745b2c7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.1062424
May 10 20:11:42.892559 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-739840ff-35df-4d65-97c6-7343afbd8099 req-25c10ab9-0564-4860-a2dd-2afcc4621b95 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705004
May 10 20:11:44.091482 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86829c-ce2a-4ba9-8c41-8c105976ddd8 req-ecf0cfce-d210-4aed-a046-4332c98b5f8c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:44.093619 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-da86829c-ce2a-4ba9-8c41-8c105976ddd8 req-ecf0cfce-d210-4aed-a046-4332c98b5f8c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0826705
May 10 20:11:44.141198 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-da86829c-ce2a-4ba9-8c41-8c105976ddd8 req-60bda9a8-d9e3-473f-9ec6-40117ce55e9f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421312
May 10 20:11:45.344578 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6271de-597a-4aec-a24c-8f6be69cb6ae req-d483dc98-a139-4150-af77-4b999395ce14 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:45.346155 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ed6271de-597a-4aec-a24c-8f6be69cb6ae req-d483dc98-a139-4150-af77-4b999395ce14 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0875654
May 10 20:11:45.391925 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ed6271de-597a-4aec-a24c-8f6be69cb6ae req-1992d2ca-fa85-41ff-8cf4-25153a2829ae tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400391
May 10 20:11:46.034307 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:11:46.388506 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e313d9-ae65-4373-b50f-6465f753d9a1 req-741c56b7-4e9b-4cf0-9212-7cfd857c3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:46.390430 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-27e313d9-ae65-4373-b50f-6465f753d9a1 req-741c56b7-4e9b-4cf0-9212-7cfd857c3b5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=066ce7b2289b444caeda66c8457931ac&device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 1097 time: 0.0828376
May 10 20:11:46.551603 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e313d9-ae65-4373-b50f-6465f753d9a1 req-74c15379-2a7d-4592-8696-f7c823718876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:46.553068 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-27e313d9-ae65-4373-b50f-6465f753d9a1 req-74c15379-2a7d-4592-8696-f7c823718876 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 200  len: 918 time: 0.1429772
May 10 20:11:46.591863 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71738a93-f02b-412f-adbd-b620590d61da req-94a52489-5dc8-4d34-bb86-9a6a68d7c863 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:46.594264 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-71738a93-f02b-412f-adbd-b620590d61da req-94a52489-5dc8-4d34-bb86-9a6a68d7c863 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 944 time: 0.0835061
May 10 20:11:46.644595 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-71738a93-f02b-412f-adbd-b620590d61da req-2c72ccda-b85f-48b0-9383-71a5c88b86dc tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442321
May 10 20:11:46.665033 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-27e313d9-ae65-4373-b50f-6465f753d9a1 req-ee0ad519-a3bb-43df-844e-62fea78e0772 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300 HTTP/1.1" status: 200  len: 999 time: 0.1049850
May 10 20:11:46.731882 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e313d9-ae65-4373-b50f-6465f753d9a1 req-e490fd3b-90d3-48b1-ac48-49a95929555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:46.733879 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-27e313d9-ae65-4373-b50f-6465f753d9a1 req-e490fd3b-90d3-48b1-ac48-49a95929555e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 200  len: 856 time: 0.0611622
May 10 20:11:46.818334 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e313d9-ae65-4373-b50f-6465f753d9a1 req-c63e3c2c-5b0f-407b-b132-44adc9f9301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:46.819887 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-27e313d9-ae65-4373-b50f-6465f753d9a1 req-c63e3c2c-5b0f-407b-b132-44adc9f9301c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d0a029d-4cd1-4783-a489-6aabb66b0a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786812
May 10 20:11:46.966454 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-27e313d9-ae65-4373-b50f-6465f753d9a1 req-6fb1e0e6-a505-492e-9127-20aa2bd0c5b9 service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388030
May 10 20:11:47.101326 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-27e313d9-ae65-4373-b50f-6465f753d9a1 req-f8fae616-f9a5-4ed3-85aa-549ddabf7c2b service neutron] 10.222.0.23 "GET /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267979
May 10 20:11:47.279795 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e87a4c7b-8478-44ef-a55b-b099d2ecf300 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:11:47.417361 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:47.438427 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'port_id': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'mac_address': 'fa:16:3e:eb:a6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:11:47.494666 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:47.511579 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87a4c7b-8478-44ef-a55b-b099d2ecf300 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:11:47.527276 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:47.532354 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:47.534047 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:47.602599 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=e87a4c7b-8478-44ef-a55b-b099d2ecf300,revision_number=9']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:47.605728 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:47.850756 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['e87a4c7b-8478-44ef-a55b-b099d2ecf300'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:11:47.873344 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5dd92-98d9-4def-b771-2a284c434e92 req-929b2994-edaf-45f7-881a-a5636d311e21 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:47.875931 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-26e5dd92-98d9-4def-b771-2a284c434e92 req-929b2994-edaf-45f7-881a-a5636d311e21 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 945 time: 0.1082606
May 10 20:11:47.943099 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-26e5dd92-98d9-4def-b771-2a284c434e92 req-8b8a18ff-193e-4e9d-a6a1-11df314c0962 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546663
May 10 20:11:49.204800 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db76562-7554-400b-93a3-6f19ea4cdf8e req-867a0814-a1fb-4583-a52b-d34d3cb977a2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:49.206219 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7db76562-7554-400b-93a3-6f19ea4cdf8e req-867a0814-a1fb-4583-a52b-d34d3cb977a2 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 945 time: 0.0980749
May 10 20:11:49.253790 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7db76562-7554-400b-93a3-6f19ea4cdf8e req-61373962-dc62-47de-8ff8-b0737080045e tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415854
May 10 20:11:49.293799 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e87a4c7b-8478-44ef-a55b-b099d2ecf300 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:49.369152 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port e87a4c7b-8478-44ef-a55b-b099d2ecf300 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:49.369548 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.493008 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.520946 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:11:49.531806 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:49.536696 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.539622 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:49.575568 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'code': 200}
May 10 20:11:49.610521 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=e87a4c7b-8478-44ef-a55b-b099d2ecf300,revision_number=10']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:49.614358 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:49.874465 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a4a47-eaec-4e75-bfab-c6dbbe6c0898 req-61486046-1c62-41a1-82a4-686290cba738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:49.876347 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-c24a4a47-eaec-4e75-bfab-c6dbbe6c0898 req-61486046-1c62-41a1-82a4-686290cba738 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 1100 time: 0.0789804
May 10 20:11:49.922802 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-c24a4a47-eaec-4e75-bfab-c6dbbe6c0898 req-7af33e15-b2ff-4562-b1aa-b6a71e4bc57e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393798
May 10 20:11:50.462694 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cae699-1a08-4cf0-835a-28df7047df06 req-191809a1-d508-407f-9837-b9a1464ed928 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:50.464302 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-46cae699-1a08-4cf0-835a-28df7047df06 req-191809a1-d508-407f-9837-b9a1464ed928 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 947 time: 0.0864811
May 10 20:11:50.512639 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-46cae699-1a08-4cf0-835a-28df7047df06 req-d7e577ac-09ee-4251-9576-dcadba15c6a7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413671
May 10 20:11:51.755513 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a452b-ae2b-42b2-bc37-d3cfe29c6ad3 req-85dbd320-af3b-4ad5-bb1f-fb19b915ef47 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:51.756895 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-673a452b-ae2b-42b2-bc37-d3cfe29c6ad3 req-85dbd320-af3b-4ad5-bb1f-fb19b915ef47 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 947 time: 0.0941789
May 10 20:11:51.813266 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-673a452b-ae2b-42b2-bc37-d3cfe29c6ad3 req-127300a5-c8fe-400d-aab2-a353d971e7a9 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456359
May 10 20:11:53.073780 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65388533-4a08-42b0-9001-2eefdbdd31d5 req-6ee22c9d-e12b-457f-aa77-bc8bd39d7f62 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:53.076870 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-65388533-4a08-42b0-9001-2eefdbdd31d5 req-6ee22c9d-e12b-457f-aa77-bc8bd39d7f62 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 947 time: 0.1151323
May 10 20:11:53.154398 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-65388533-4a08-42b0-9001-2eefdbdd31d5 req-20b9b5ef-a99d-46d3-9cc2-03f3bc91b093 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704820
May 10 20:11:56.960808 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e59f-0e00-43e4-92eb-c96c6a73d2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:58.085833 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df77ade-03db-45ad-bd23-348c94235d4b req-1b3d9ab2-79f3-49ee-bd9c-80f210b4be28 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:58.087419 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9df77ade-03db-45ad-bd23-348c94235d4b req-1b3d9ab2-79f3-49ee-bd9c-80f210b4be28 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 946 time: 0.0849111
May 10 20:11:58.141795 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9df77ade-03db-45ad-bd23-348c94235d4b req-ef3fcd6c-b9a9-423e-ab6c-5a5aa5510f84 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473473
May 10 20:11:59.340921 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d18b5-3e79-48a3-b1c4-b20c27dda890 req-40047447-4fe7-4ac7-bc66-49ef06c66ff1 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:59.342611 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d7d18b5-3e79-48a3-b1c4-b20c27dda890 req-40047447-4fe7-4ac7-bc66-49ef06c66ff1 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 946 time: 0.0850961
May 10 20:11:59.389343 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7d7d18b5-3e79-48a3-b1c4-b20c27dda890 req-bc95fcc4-4c9a-4bac-8e33-5f756fe46f60 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403953
May 10 20:11:59.402779 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-aa945822-98a3-4564-8647-5325a192dbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:59.513520 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:59.889515 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-9f9ff096-672c-4efe-88cc-e3d96b939f96 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:59.890794 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-9f9ff096-672c-4efe-88cc-e3d96b939f96 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Synchronizing usage tracker for tenant:363f62c38910412eb9aad0b01fb3e5d0 on resource:port {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:11:59.903969 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-9f9ff096-672c-4efe-88cc-e3d96b939f96 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Unset dirty status for tenant:363f62c38910412eb9aad0b01fb3e5d0 on resource:port {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:11:59.905980 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-9f9ff096-672c-4efe-88cc-e3d96b939f96 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.23 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 946 time: 0.1005239
May 10 20:12:00.043147 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Deleting port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:00.043510 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:00.175600 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] For port 43fb6d39-9f64-4b00-a553-bf766dd1aba3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=43fb6d39-9f64-4b00-a553-bf766dd1aba3,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:00.175958 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:00.584540 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:00.585314 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:00.585681 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.l3_db [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Floating IP f3566c2d-557a-4c41-84fc-b0dbac7b690f disassociated. External IP: 172.27.0.16, port: 43fb6d39-9f64-4b00-a553-bf766dd1aba3.
May 10 20:12:00.586273 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Calling delete_port for 43fb6d39-9f64-4b00-a553-bf766dd1aba3 owned by compute:nova {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:00.589488 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0c04-be55-430a-9a84-fcb8dfa87871 req-4c22278c-db11-4178-aa69-29932fb16c1f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:00.591017 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-871b0c04-be55-430a-9a84-fcb8dfa87871 req-4c22278c-db11-4178-aa69-29932fb16c1f tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 946 time: 0.0863690
May 10 20:12:00.644625 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-871b0c04-be55-430a-9a84-fcb8dfa87871 req-73a2699f-9444-406c-9ed6-3eaf9a44b9d0 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups?id=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430729
May 10 20:12:00.716666 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:00.724961 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-88c69b01-cd06-4dd4-b1dc-3470adbbb69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:00.736721 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:00.774090 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event deleted for resources: {'Port': ['ID=43fb6d39-9f64-4b00-a553-bf766dd1aba3,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:00.837404 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.837783 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.838151 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.838517 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.838873 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.839230 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.839638 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.839980 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.840331 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.840679 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.841029 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.841374 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:00.854480 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:00.988197 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Router f979ff89-b187-4a42-ae9e-e568ff18fc64 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:12:01.211528 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:12:01.222532 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592b6db-78f9-4c3b-a490-9397cf1d5808 None None] Sync routers for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:12:01.233090 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592b6db-78f9-4c3b-a490-9397cf1d5808 None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:01.234607 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f592b6db-78f9-4c3b-a490-9397cf1d5808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf56c8b0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:01.292006 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] No DVR routers for this DVR port 43fb6d39-9f64-4b00-a553-bf766dd1aba3 on host hv-cinder-78836 {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:12:01.294782 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:01.297372 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'name': 'network-vif-deleted', 'tag': '43fb6d39-9f64-4b00-a553-bf766dd1aba3'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:12:01.315045 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a64e0a8d-944a-4e52-88fc-58cd5bb87ec6 req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.23 "DELETE /v2.0/ports/43fb6d39-9f64-4b00-a553-bf766dd1aba3 HTTP/1.1" status: 204  len: 173 time: 1.4029374
May 10 20:12:01.349955 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b89cc1-3377-4435-8f56-5dc831747c8f', 'name': 'network-vif-deleted', 'tag': '43fb6d39-9f64-4b00-a553-bf766dd1aba3', 'status': 'completed', 'code': 200}
May 10 20:12:01.432285 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-f592b6db-78f9-4c3b-a490-9397cf1d5808 None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:01.764480 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f592b6db-78f9-4c3b-a490-9397cf1d5808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf56c8b0>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:01.769850 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592b6db-78f9-4c3b-a490-9397cf1d5808 None None] Checking router: f979ff89-b187-4a42-ae9e-e568ff18fc64 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:12:01.778810 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592b6db-78f9-4c3b-a490-9397cf1d5808 None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:01.779469 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f592b6db-78f9-4c3b-a490-9397cf1d5808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf56c8b0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:01.817001 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fad72b0c-78ca-4a05-991b-2a69b5cb3dd9 req-3aaa57bd-d3dd-4d03-a1b2-256a0adeffad tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b89cc1-3377-4435-8f56-5dc831747c8f HTTP/1.1" status: 200  len: 210 time: 0.0452499
May 10 20:12:01.971262 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-f592b6db-78f9-4c3b-a490-9397cf1d5808 None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:02.241648 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:02.359960 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f592b6db-78f9-4c3b-a490-9397cf1d5808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf56c8b0>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:02.364114 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592b6db-78f9-4c3b-a490-9397cf1d5808 None None] The sync data for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi is: [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:04:48Z', 'revision_number': 4, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '7e26e26e-b18a-4fc5-9f96-3aa7551598bb', 'name': '', 'network_id': '5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'mac_address': 'fa:16:3e:bf:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:46Z', 'updated_at': '2021-05-10T20:05:04Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'subnets': [{'id': 'a6b47c10-6bc8-4f78-9310-e201e1556373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:12:02.578199 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139e6935-ad0d-4b0d-b9e7-a7c631002721 None None] New status for floating IP f3566c2d-557a-4c41-84fc-b0dbac7b690f: DOWN {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:12:02.947495 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37420) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:03.013002 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:03.041755 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:03.093137 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:03.097843 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-a605587e-43e8-4908-a670-6e2393bd1159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:03.111206 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:03.120102 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.120473 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.120833 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.121188 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.121534 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.121882 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.122226 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.122570 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.122911 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.123252 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.123619 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.124636 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:03.127250 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:03.128352 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "DELETE /v2.0/security-groups/7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4 HTTP/1.1" status: 204  len: 168 time: 0.1798775
May 10 20:12:03.129311 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c5fe0a26-b180-403e-8518-37efdbbc178a tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:03.131048 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37424) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:03.147853 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.api.v2.resource [None req-57705fab-d6a8-4134-bdbc-48aea12ecbc7 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] show failed (client error): The resource could not be found.
May 10 20:12:03.148890 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-57705fab-d6a8-4134-bdbc-48aea12ecbc7 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "GET /v2.0/security-groups/7da5b4b2-a78c-4ac8-82ec-21e6b64d2ad4 HTTP/1.1" status: 404  len: 347 time: 0.0168803
May 10 20:12:03.151831 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37428) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:03.372238 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 43fb6d39-9f64-4b00-a553-bf766dd1aba3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:03.409206 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 43fb6d39-9f64-4b00-a553-bf766dd1aba3 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:03.409559 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 43fb6d39-9f64-4b00-a553-bf766dd1aba3 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:03.456482 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Deleting port 0ca78efc-f7ed-467e-a702-61e5731eecf1 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:03.456807 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:03.576196 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:03.576523 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:03.699159 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Calling delete_port for 0ca78efc-f7ed-467e-a702-61e5731eecf1 owned by network:floatingip {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:03.820242 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:03.824238 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-4714d44f-7f88-4817-bd59-dbb48cc85826 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:03.875403 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Pushing event deleted for resources: {'Port': ['ID=0ca78efc-f7ed-467e-a702-61e5731eecf1,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:03.909740 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:03.977418 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks [] for floatingip, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:03.992429 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:03.993580 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] 10.222.0.18 "DELETE /v2.0/floatingips/f3566c2d-557a-4c41-84fc-b0dbac7b690f HTTP/1.1" status: 204  len: 168 time: 0.8409352
May 10 20:12:08.101770 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37458) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:08.723007 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.831823 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655689'] for router_interface, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.372027 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] Deleting port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:09.372857 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.498576 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] For port 7e26e26e-b18a-4fc5-9f96-3aa7551598bb, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=7e26e26e-b18a-4fc5-9f96-3aa7551598bb,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:09.498932 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.628183 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] Calling delete_port for 7e26e26e-b18a-4fc5-9f96-3aa7551598bb owned by network:router_interface {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:09.785377 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.789350 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f3b18e52-baea-47c6-b285-8679b5561529 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:09.836366 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e26e26e-b18a-4fc5-9f96-3aa7551598bb,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:09.839575 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:10.119534 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784377'] for router_interface, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:10.607622 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] Router f979ff89-b187-4a42-ae9e-e568ff18fc64 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:12:10.791256 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:12:10.800701 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e99ad-3762-4c1e-a51c-f2bdafd27655 None None] Sync routers for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:12:10.804876 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-68dde167-4fde-4a85-b024-83534d7ea50d admin admin] 10.222.0.18 "PUT /v2.0/routers/f979ff89-b187-4a42-ae9e-e568ff18fc64/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7013359
May 10 20:12:10.806861 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37464) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:10.810128 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e99ad-3762-4c1e-a51c-f2bdafd27655 None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:10.810739 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-644e99ad-3762-4c1e-a51c-f2bdafd27655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf551130>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:11.003523 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Notify callbacks [] for router, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.047013 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-644e99ad-3762-4c1e-a51c-f2bdafd27655 None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:11.191098 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.273884 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Deleting port bd08190d-bff6-4be7-b1bb-0560844ee3d3 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:11.274413 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.408192 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-644e99ad-3762-4c1e-a51c-f2bdafd27655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf551130>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:12:09Z', 'revision_number': 5, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port': {'id': 'bd08190d-bff6-4be7-b1bb-0560844ee3d3', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:33Z', 'updated_at': '2021-05-10T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:11.413708 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e99ad-3762-4c1e-a51c-f2bdafd27655 None None] Checking router: f979ff89-b187-4a42-ae9e-e568ff18fc64 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:12:11.426119 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e99ad-3762-4c1e-a51c-f2bdafd27655 None None] Routers {'f979ff89-b187-4a42-ae9e-e568ff18fc64'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:11.427037 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-644e99ad-3762-4c1e-a51c-f2bdafd27655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf551130>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['f979ff89-b187-4a42-ae9e-e568ff18fc64'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:11.464046 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] For port bd08190d-bff6-4be7-b1bb-0560844ee3d3, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=bd08190d-bff6-4be7-b1bb-0560844ee3d3,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:11.464399 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.588709 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-644e99ad-3762-4c1e-a51c-f2bdafd27655 None None] Set router f979ff89-b187-4a42-ae9e-e568ff18fc64 gateway port host: None {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:11.599104 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Calling delete_port for bd08190d-bff6-4be7-b1bb-0560844ee3d3 owned by network:router_gateway {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:11.698512 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-644e99ad-3762-4c1e-a51c-f2bdafd27655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf551130>, [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:12:11Z', 'revision_number': 6, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port_host': None}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:11.703440 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e99ad-3762-4c1e-a51c-f2bdafd27655 None None] The sync data for ids ['f979ff89-b187-4a42-ae9e-e568ff18fc64'] in dv-cinder-788365-3-iscsi is: [{'id': 'f979ff89-b187-4a42-ae9e-e568ff18fc64', 'name': 'tempest-AttachVolumeTestJSON-111162917-router', 'tenant_id': '363f62c38910412eb9aad0b01fb3e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:31Z', 'updated_at': '2021-05-10T20:12:11Z', 'revision_number': 6, 'project_id': '363f62c38910412eb9aad0b01fb3e5d0', 'gw_port_host': None}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:12:11.765983 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.769810 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6ceb4ef6-9349-48d8-a387-83d9fc48a9f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:11.819429 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd08190d-bff6-4be7-b1bb-0560844ee3d3,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:11.845743 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:11.915006 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782957'] for router_gateway, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.125187 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 7e26e26e-b18a-4fc5-9f96-3aa7551598bb no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:12.170730 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 7e26e26e-b18a-4fc5-9f96-3aa7551598bb {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:12.171544 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 7e26e26e-b18a-4fc5-9f96-3aa7551598bb not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:12.208387 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.210722 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.232934 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715647'] for router, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.233511 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f979ff89-b187-4a42-ae9e-e568ff18fc64 {{(pid=78747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:12:12.245906 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] Notify callbacks [] for router, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.247026 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-0c17db36-f096-45b6-b27d-8cc05c7a0b86 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f979ff89-b187-4a42-ae9e-e568ff18fc64 HTTP/1.1" status: 204  len: 168 time: 1.4391768
May 10 20:12:12.250159 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37468) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:12.310715 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db972aa-ef94-4558-a739-bcb0df7781d5 admin admin] Deleting subnet a6b47c10-6bc8-4f78-9310-e201e1556373 {{(pid=78747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:12:12.314904 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1db972aa-ef94-4558-a739-bcb0df7781d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.369455 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1db972aa-ef94-4558-a739-bcb0df7781d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1283669'] for subnet, precommit_delete_associations {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.450180 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1db972aa-ef94-4558-a739-bcb0df7781d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.758269 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1db972aa-ef94-4558-a739-bcb0df7781d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60911156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61053281'] for subnet, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.762500 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1528169f-c32c-4d56-80a2-50e8291f24eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:12.798589 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db972aa-ef94-4558-a739-bcb0df7781d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b47c10-6bc8-4f78-9310-e201e1556373,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:12.802025 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1db972aa-ef94-4558-a739-bcb0df7781d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:12.803257 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1db972aa-ef94-4558-a739-bcb0df7781d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.811824 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-1db972aa-ef94-4558-a739-bcb0df7781d5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a6b47c10-6bc8-4f78-9310-e201e1556373 HTTP/1.1" status: 204  len: 168 time: 0.5601380
May 10 20:12:12.812452 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c97396-1d17-4716-9aaf-14b6f6e83021 None None] Network 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:12:12.813965 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37472) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:12.947735 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.023932 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Deleting port 17c4ee8e-df00-4146-b9cd-ece5822146e3 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:13.024266 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.125696 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02364cc-ab0e-4662-920c-316b1de1f851 None None] DHCP port deletion for 5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 request from dv-cinder-788365-3-iscsi {{(pid=78749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:12:13.132856 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] For port 17c4ee8e-df00-4146-b9cd-ece5822146e3, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=17c4ee8e-df00-4146-b9cd-ece5822146e3,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:13.133415 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.238006 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-e02364cc-ab0e-4662-920c-316b1de1f851 None None] Deleting port 17c4ee8e-df00-4146-b9cd-ece5822146e3 {{(pid=78749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:13.238522 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e02364cc-ab0e-4662-920c-316b1de1f851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.348935 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Calling delete_port for 17c4ee8e-df00-4146-b9cd-ece5822146e3 owned by network:dhcp {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:13.383639 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-e02364cc-ab0e-4662-920c-316b1de1f851 None None] For port 17c4ee8e-df00-4146-b9cd-ece5822146e3, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=17c4ee8e-df00-4146-b9cd-ece5822146e3,segment=NetworkSegment(6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a),segment_id=6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:13.384037 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e02364cc-ab0e-4662-920c-316b1de1f851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.405669 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.409735 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f5ab8057-085b-4ef5-8c04-38feb7c366b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:13.456155 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=17c4ee8e-df00-4146-b9cd-ece5822146e3,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:13.459523 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:13.460323 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] No DVR routers for this DVR port 17c4ee8e-df00-4146-b9cd-ece5822146e3 on host dv-cinder-788365-3-iscsi {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:12:13.564032 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-e02364cc-ab0e-4662-920c-316b1de1f851 None None] Calling delete_port for 17c4ee8e-df00-4146-b9cd-ece5822146e3 owned by network:dhcp {{(pid=78749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:13.611663 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e02364cc-ab0e-4662-920c-316b1de1f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.612764 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.615495 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:13.628031 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cde5e04c0>,) {'filters': {'network_id': ['5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5']}} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:13.641707 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cde5e04c0>, '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a') {'for_net_delete': True} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:13.642034 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cde5e04c0>, '6a3410bd-f8aa-48ec-bd3f-f6feeab3c05a') {} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:13.656589 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1283658'] for segment, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.661774 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02364cc-ab0e-4662-920c-316b1de1f851 None None] Pushing event deleted for resources: {'Port': ['ID=17c4ee8e-df00-4146-b9cd-ece5822146e3,revision_number=None']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:13.664964 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-e02364cc-ab0e-4662-920c-316b1de1f851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:13.665789 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02364cc-ab0e-4662-920c-316b1de1f851 None None] No DVR routers for this DVR port 17c4ee8e-df00-4146-b9cd-ece5822146e3 on host dv-cinder-788365-3-iscsi {{(pid=78749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:12:13.689926 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.697899 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Releasing vlan 979 on physical network physnet1 to pool {{(pid=78747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:12:13.698349 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60911186'] for segment, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]: Traceback (most recent call last):
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     timer()
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     cb(*args, **kw)
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     return func(*args, **kwargs)
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     self._notify()
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     self.callback(batched_events)
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     event.method(event)
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     return f(self, *a, **k)
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self._get(url).json()
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self.request(url, 'GET', **kwargs)
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:12:13.714251 dv-cinder-788365-3-iscsi neutron-server[78747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:12:13.800009 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.804379 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:13.818722 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.829939 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:13.834478 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:13.838276 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-115f2b97-c9e5-47a2-9e78-7d396e082a5c admin admin] 10.222.0.18 "DELETE /v2.0/networks/5cd16fb7-9e64-4b7c-a6f5-8afc06328ea5 HTTP/1.1" status: 204  len: 168 time: 1.0232816
May 10 20:12:13.980195 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device bd08190d-bff6-4be7-b1bb-0560844ee3d3 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:13.998485 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37478) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:14.022381 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: bd08190d-bff6-4be7-b1bb-0560844ee3d3 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:14.022793 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device bd08190d-bff6-4be7-b1bb-0560844ee3d3 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:14.023222 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 17c4ee8e-df00-4146-b9cd-ece5822146e3 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:14.061117 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 17c4ee8e-df00-4146-b9cd-ece5822146e3 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:14.061801 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 17c4ee8e-df00-4146-b9cd-ece5822146e3 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:14.068003 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-6bfd7daf-4469-4bc1-9e1d-6e95da305413 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=363f62c38910412eb9aad0b01fb3e5d0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0675545
May 10 20:12:14.070536 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37482) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:14.142069 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6fd6484e-74b3-45de-b83b-e5a1e893e546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.170718 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6fd6484e-74b3-45de-b83b-e5a1e893e546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.238870 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6fd6484e-74b3-45de-b83b-e5a1e893e546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.243036 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:14.258286 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6484e-74b3-45de-b83b-e5a1e893e546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60844606-4cc7-48d2-bc90-6f0c38c133e9,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:14.260956 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6fd6484e-74b3-45de-b83b-e5a1e893e546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:14.265537 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6fd6484e-74b3-45de-b83b-e5a1e893e546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.267664 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-6fd6484e-74b3-45de-b83b-e5a1e893e546 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60844606-4cc7-48d2-bc90-6f0c38c133e9 HTTP/1.1" status: 204  len: 168 time: 0.1959164
May 10 20:12:23.033606 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:12:24.932995 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37602) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:25.048660 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3168faf8-2299-46f6-96c1-52d96f910b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:25.062701 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-3168faf8-2299-46f6-96c1-52d96f910b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:12:25.066500 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-3168faf8-2299-46f6-96c1-52d96f910b3c admin admin] Usage tracker for resource:security_group_rule and tenant:8d508c34a6314e6f9e379c5523898fc6 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:12:25.069577 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-3168faf8-2299-46f6-96c1-52d96f910b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:12:25.075612 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-3168faf8-2299-46f6-96c1-52d96f910b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:12:25.159257 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3168faf8-2299-46f6-96c1-52d96f910b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:25.163024 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-3168faf8-2299-46f6-96c1-52d96f910b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:25.169796 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:25.209757 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-3168faf8-2299-46f6-96c1-52d96f910b3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d508c34a6314e6f9e379c5523898fc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2757244
May 10 20:12:25.210653 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168faf8-2299-46f6-96c1-52d96f910b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08785ea2-0d4a-4b79-a47f-f451f11c5303,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:25.212502 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37608) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:25.213797 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3168faf8-2299-46f6-96c1-52d96f910b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:25.271542 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e1e943e0-82df-4e3e-a79c-f89d4975feb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:25.297197 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e1e943e0-82df-4e3e-a79c-f89d4975feb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:25.351812 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e1e943e0-82df-4e3e-a79c-f89d4975feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:25.356072 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-faffecb1-5032-4c81-8a74-75f718576781 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:25.374512 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e943e0-82df-4e3e-a79c-f89d4975feb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08785ea2-0d4a-4b79-a47f-f451f11c5303,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:25.377734 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e1e943e0-82df-4e3e-a79c-f89d4975feb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:25.379909 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e1e943e0-82df-4e3e-a79c-f89d4975feb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:25.381503 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-e1e943e0-82df-4e3e-a79c-f89d4975feb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08785ea2-0d4a-4b79-a47f-f451f11c5303 HTTP/1.1" status: 204  len: 168 time: 0.1675923
May 10 20:12:26.589903 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d052380-5073-44d4-a391-0d0b7f045dae req-10bf3934-f743-43f6-ba50-33376d361c15 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:26.591420 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8d052380-5073-44d4-a391-0d0b7f045dae req-10bf3934-f743-43f6-ba50-33376d361c15 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 947 time: 0.0861714
May 10 20:12:26.637953 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8d052380-5073-44d4-a391-0d0b7f045dae req-f400895a-1ab5-4f0f-b410-0ea2fda5b1c1 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397398
May 10 20:12:26.945742 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37660) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:26.954218 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-35ba2657-b9ca-4b64-8b2f-ce46ed94bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:27.063573 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-14c99c3a-427f-45f0-b2d9-712bb4e2dab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:27.078069 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-14c99c3a-427f-45f0-b2d9-712bb4e2dab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:12:27.081784 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-14c99c3a-427f-45f0-b2d9-712bb4e2dab1 admin admin] Usage tracker for resource:security_group_rule and tenant:ff96c48213944b9cab4ae3d27e4bb87a is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:12:27.084532 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-14c99c3a-427f-45f0-b2d9-712bb4e2dab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:12:27.090124 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-14c99c3a-427f-45f0-b2d9-712bb4e2dab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:12:27.173840 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-14c99c3a-427f-45f0-b2d9-712bb4e2dab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:27.178653 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-14c99c3a-427f-45f0-b2d9-712bb4e2dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:27.186198 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-3d59e520-d321-4371-8b0f-16bc280d40f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:27.226439 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c99c3a-427f-45f0-b2d9-712bb4e2dab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d13550-1390-4649-bd71-ca6cdb9025c9,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:27.235329 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37666) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:27.236113 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-14c99c3a-427f-45f0-b2d9-712bb4e2dab1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff96c48213944b9cab4ae3d27e4bb87a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2866335
May 10 20:12:27.236113 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-14c99c3a-427f-45f0-b2d9-712bb4e2dab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:27.297597 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2acbe259-8371-4c08-ade1-9436f9d4f1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:27.324183 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2acbe259-8371-4c08-ade1-9436f9d4f1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:27.394229 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2acbe259-8371-4c08-ade1-9436f9d4f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:27.398539 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-78c97a28-48af-4e09-8120-5b9f5defa335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:27.413879 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbe259-8371-4c08-ade1-9436f9d4f1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d13550-1390-4649-bd71-ca6cdb9025c9,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:27.418068 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-2acbe259-8371-4c08-ade1-9436f9d4f1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:27.425575 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2acbe259-8371-4c08-ade1-9436f9d4f1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:27.426898 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-2acbe259-8371-4c08-ade1-9436f9d4f1cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48d13550-1390-4649-bd71-ca6cdb9025c9 HTTP/1.1" status: 204  len: 168 time: 0.1922843
May 10 20:12:27.715231 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37676) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:27.735101 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-989e42ae-9624-4577-98da-fae7f3e1afb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:27.750629 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-989e42ae-9624-4577-98da-fae7f3e1afb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:12:27.755021 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-989e42ae-9624-4577-98da-fae7f3e1afb1 admin admin] Usage tracker for resource:security_group_rule and tenant:bbf34a2146594ca08c42a02cc78069db is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:12:27.757992 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-989e42ae-9624-4577-98da-fae7f3e1afb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:12:27.763741 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-989e42ae-9624-4577-98da-fae7f3e1afb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:12:27.835112 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2131d48-d38e-4356-b9f7-49b8d6795559 req-0580b659-fc39-4cea-be2f-fd1d77cd344c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:27.836607 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f2131d48-d38e-4356-b9f7-49b8d6795559 req-0580b659-fc39-4cea-be2f-fd1d77cd344c tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 947 time: 0.0842104
May 10 20:12:27.850473 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-989e42ae-9624-4577-98da-fae7f3e1afb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:27.855897 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-989e42ae-9624-4577-98da-fae7f3e1afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:27.870109 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e1e943e0-82df-4e3e-a79c-f89d4975feb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:27.884176 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f2131d48-d38e-4356-b9f7-49b8d6795559 req-93ad5923-e61f-4211-855f-cc74c069dcd7 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups?id=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411458
May 10 20:12:27.912719 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-989e42ae-9624-4577-98da-fae7f3e1afb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbf34a2146594ca08c42a02cc78069db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1962631
May 10 20:12:27.913647 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e42ae-9624-4577-98da-fae7f3e1afb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9312edd0-3dc0-40e8-9551-22a25b9d2cc0,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:27.915266 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37680) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:27.916726 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-989e42ae-9624-4577-98da-fae7f3e1afb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:27.974800 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6ed66478-b9ce-4ea7-890a-516ff4c5fe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:28.003622 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6ed66478-b9ce-4ea7-890a-516ff4c5fe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:28.044724 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-f0064443-c902-4f82-9074-02b75ebc4354 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:28.045507 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-f0064443-c902-4f82-9074-02b75ebc4354 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Synchronizing usage tracker for tenant:066ce7b2289b444caeda66c8457931ac on resource:port {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:12:28.055187 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6ed66478-b9ce-4ea7-890a-516ff4c5fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:28.057894 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-f0064443-c902-4f82-9074-02b75ebc4354 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Unset dirty status for tenant:066ce7b2289b444caeda66c8457931ac on resource:port {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:12:28.058997 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-f0064443-c902-4f82-9074-02b75ebc4354 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.23 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 947 time: 0.0928946
May 10 20:12:28.059226 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f1889fc1-8817-484f-bbf4-d7db123503f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:28.071615 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed66478-b9ce-4ea7-890a-516ff4c5fe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9312edd0-3dc0-40e8-9551-22a25b9d2cc0,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:28.073897 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6ed66478-b9ce-4ea7-890a-516ff4c5fe6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:28.081103 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6ed66478-b9ce-4ea7-890a-516ff4c5fe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:28.082221 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-6ed66478-b9ce-4ea7-890a-516ff4c5fe6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9312edd0-3dc0-40e8-9551-22a25b9d2cc0 HTTP/1.1" status: 204  len: 168 time: 0.1657627
May 10 20:12:28.197086 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Deleting port e87a4c7b-8478-44ef-a55b-b099d2ecf300 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:28.197421 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:28.332337 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] For port e87a4c7b-8478-44ef-a55b-b099d2ecf300, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e87a4c7b-8478-44ef-a55b-b099d2ecf300,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:28.332687 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:28.727213 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:28.727616 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:28.727930 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.l3_db [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Floating IP aa3fbe21-61ba-4b98-ace9-8594413509b2 disassociated. External IP: 172.27.0.77, port: e87a4c7b-8478-44ef-a55b-b099d2ecf300.
May 10 20:12:28.728267 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Calling delete_port for e87a4c7b-8478-44ef-a55b-b099d2ecf300 owned by compute:nova {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:28.842763 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:28.849997 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-076e4208-9e90-4f81-9714-037275a44df5 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:28.897285 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event deleted for resources: {'Port': ['ID=e87a4c7b-8478-44ef-a55b-b099d2ecf300,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:28.900843 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:29.048147 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5c2c4d4b-e720-4957-931e-f7fe9c62ba61 req-3da2ca6a-f317-4651-8fb0-eb15720ea1bd tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/ports?device_id=95b538ed-4949-467d-9c7b-0abd62f2cf60 HTTP/1.1" status: 200  len: 210 time: 0.0449066
May 10 20:12:29.102243 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Router 65c1ab96-466b-45d1-b816-55e2c7992e26 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:12:29.289497 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:12:29.302925 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2a3fe-914d-4d1e-8707-b664c4b81eb2 None None] Sync routers for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:12:29.319134 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2a3fe-914d-4d1e-8707-b664c4b81eb2 None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:29.319795 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-77f2a3fe-914d-4d1e-8707-b664c4b81eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce444c6a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:29.369314 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] No DVR routers for this DVR port e87a4c7b-8478-44ef-a55b-b099d2ecf300 on host hv-cinder-78836 {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:12:29.373163 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:29.378821 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'name': 'network-vif-deleted', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:12:29.416536 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-107c9fce-64a7-4b3d-8d86-e1bf15e2a61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:29.417907 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-1d9ab71e-55e2-48f4-9484-e4bc7913a28c req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.23 "DELETE /v2.0/ports/e87a4c7b-8478-44ef-a55b-b099d2ecf300 HTTP/1.1" status: 204  len: 173 time: 1.3529027
May 10 20:12:29.465028 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b538ed-4949-467d-9c7b-0abd62f2cf60', 'name': 'network-vif-deleted', 'tag': 'e87a4c7b-8478-44ef-a55b-b099d2ecf300', 'status': 'completed', 'code': 200}
May 10 20:12:29.521741 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:29.542008 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-77f2a3fe-914d-4d1e-8707-b664c4b81eb2 None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:29.870578 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-77f2a3fe-914d-4d1e-8707-b664c4b81eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce444c6a0>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:29.876452 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2a3fe-914d-4d1e-8707-b664c4b81eb2 None None] Checking router: 65c1ab96-466b-45d1-b816-55e2c7992e26 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:12:29.884729 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2a3fe-914d-4d1e-8707-b664c4b81eb2 None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:29.885331 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-77f2a3fe-914d-4d1e-8707-b664c4b81eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce444c6a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:12:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:30.100542 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-77f2a3fe-914d-4d1e-8707-b664c4b81eb2 None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:30.179477 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37742) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:30.264616 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-53add374-8ced-4450-b802-5bc7a178dd0f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:30.304801 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-53add374-8ced-4450-b802-5bc7a178dd0f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:30.370473 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-53add374-8ced-4450-b802-5bc7a178dd0f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:30.376659 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-4a99db01-94d0-489d-a7a3-c75df3f9c78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:30.393214 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53add374-8ced-4450-b802-5bc7a178dd0f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6126ae7-3a6c-44a1-88fb-2a8f92b5d026,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:30.397926 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-53add374-8ced-4450-b802-5bc7a178dd0f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:30.404685 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-53add374-8ced-4450-b802-5bc7a178dd0f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:30.406442 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-53add374-8ced-4450-b802-5bc7a178dd0f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "DELETE /v2.0/security-groups/d6126ae7-3a6c-44a1-88fb-2a8f92b5d026 HTTP/1.1" status: 204  len: 168 time: 0.2253447
May 10 20:12:30.409379 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37750) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:30.428206 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.api.v2.resource [None req-3d903a9d-3dd9-4379-95cf-ed21ff5f6099 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] show failed (client error): The resource could not be found.
May 10 20:12:30.432112 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-3d903a9d-3dd9-4379-95cf-ed21ff5f6099 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "GET /v2.0/security-groups/d6126ae7-3a6c-44a1-88fb-2a8f92b5d026 HTTP/1.1" status: 404  len: 347 time: 0.0190029
May 10 20:12:30.432324 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37754) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:30.444512 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-77f2a3fe-914d-4d1e-8707-b664c4b81eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce444c6a0>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:30.448610 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2a3fe-914d-4d1e-8707-b664c4b81eb2 None None] The sync data for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi is: [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:04:39Z', 'revision_number': 4, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'c0930dfd-1db1-40dd-8c11-54b3ea20ed50', 'name': '', 'network_id': '5d0a029d-4cd1-4783-a489-6aabb66b0a97', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'mac_address': 'fa:16:3e:6e:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:35Z', 'updated_at': '2021-05-10T20:04:54Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'subnets': [{'id': 'b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:12:30.694401 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8deccc-c5bf-47ce-8646-2e6921d468d7 None None] New status for floating IP aa3fbe21-61ba-4b98-ace9-8594413509b2: DOWN {{(pid=78749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:12:30.764669 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Deleting port 7d814f93-17df-4636-a14d-bf36e8f8d0e9 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:30.765781 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:30.856299 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:30.894148 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:30.894506 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:31.017799 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Calling delete_port for 7d814f93-17df-4636-a14d-bf36e8f8d0e9 owned by network:floatingip {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:31.122570 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:31.128053 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-812df47b-0526-4373-8896-d365504ee082 tempest-AttachVolumeNegativeTest-35422880 tempest-AttachVolumeNegativeTest-35422880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:31.176982 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Pushing event deleted for resources: {'Port': ['ID=7d814f93-17df-4636-a14d-bf36e8f8d0e9,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:31.203524 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:31.269956 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks [] for floatingip, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:31.283751 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:31.284878 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] 10.222.0.18 "DELETE /v2.0/floatingips/aa3fbe21-61ba-4b98-ace9-8594413509b2 HTTP/1.1" status: 204  len: 168 time: 0.8517051
May 10 20:12:31.573313 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e87a4c7b-8478-44ef-a55b-b099d2ecf300 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:31.611397 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: e87a4c7b-8478-44ef-a55b-b099d2ecf300 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:31.611754 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e87a4c7b-8478-44ef-a55b-b099d2ecf300 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:32.210765 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.111756 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37792) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:33.229488 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f6bf6319-e65e-4136-85c1-d07c6a3b87cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.244048 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f6bf6319-e65e-4136-85c1-d07c6a3b87cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:12:33.247899 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f6bf6319-e65e-4136-85c1-d07c6a3b87cc admin admin] Usage tracker for resource:security_group_rule and tenant:6a9a8a0653f34fe8b8145932afd3866c is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:12:33.250810 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f6bf6319-e65e-4136-85c1-d07c6a3b87cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:12:33.256526 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f6bf6319-e65e-4136-85c1-d07c6a3b87cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:12:33.335967 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f6bf6319-e65e-4136-85c1-d07c6a3b87cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.340018 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f6bf6319-e65e-4136-85c1-d07c6a3b87cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.347887 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6fd6484e-74b3-45de-b83b-e5a1e893e546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:33.388496 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-f6bf6319-e65e-4136-85c1-d07c6a3b87cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a9a8a0653f34fe8b8145932afd3866c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2756720
May 10 20:12:33.389389 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf6319-e65e-4136-85c1-d07c6a3b87cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa3d7d9-a799-4e18-9022-075e08f552e4,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:33.391736 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37798) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:33.396635 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f6bf6319-e65e-4136-85c1-d07c6a3b87cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:33.454385 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7fef188b-f281-4e66-b700-1292509723dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.479061 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7fef188b-f281-4e66-b700-1292509723dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.529959 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7fef188b-f281-4e66-b700-1292509723dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.533678 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a8792a9f-6970-41bb-a1d2-3a804a276ae4 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:33.544188 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef188b-f281-4e66-b700-1292509723dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa3d7d9-a799-4e18-9022-075e08f552e4,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:33.548495 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-7fef188b-f281-4e66-b700-1292509723dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:33.551922 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-7fef188b-f281-4e66-b700-1292509723dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.553016 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-7fef188b-f281-4e66-b700-1292509723dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eaa3d7d9-a799-4e18-9022-075e08f552e4 HTTP/1.1" status: 204  len: 168 time: 0.1603079
May 10 20:12:33.834365 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37806) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:33.853321 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e59d-0e87-437a-a499-59509ef6c237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.870488 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-c5e6e59d-0e87-437a-a499-59509ef6c237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:12:33.874470 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-c5e6e59d-0e87-437a-a499-59509ef6c237 admin admin] Usage tracker for resource:security_group_rule and tenant:334bd1c6bad846689f3acf86b4ba2132 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:12:33.877362 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-c5e6e59d-0e87-437a-a499-59509ef6c237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:12:33.883089 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-c5e6e59d-0e87-437a-a499-59509ef6c237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:12:33.973445 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e59d-0e87-437a-a499-59509ef6c237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.977578 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e59d-0e87-437a-a499-59509ef6c237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.985310 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b1e07d9e-edf3-46b1-9f5d-dfc52dd0c847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:34.028670 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-c5e6e59d-0e87-437a-a499-59509ef6c237 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=334bd1c6bad846689f3acf86b4ba2132&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1932054
May 10 20:12:34.029587 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6e59d-0e87-437a-a499-59509ef6c237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa65ec-6cb2-4536-9fad-166455322786,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:34.032087 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37816) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:34.034876 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c5e6e59d-0e87-437a-a499-59509ef6c237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:34.065321 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37820) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:34.095018 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f725e37a-769f-4dbf-8468-35ba4f342964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:34.120674 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f725e37a-769f-4dbf-8468-35ba4f342964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:34.178503 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f725e37a-769f-4dbf-8468-35ba4f342964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:34.183448 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-8a41d1b1-34d4-4502-b2c4-dbf0f2ab927c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:34.196435 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725e37a-769f-4dbf-8468-35ba4f342964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa65ec-6cb2-4536-9fad-166455322786,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:34.199906 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f725e37a-769f-4dbf-8468-35ba4f342964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:34.205613 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f725e37a-769f-4dbf-8468-35ba4f342964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:34.209099 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-f725e37a-769f-4dbf-8468-35ba4f342964 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0caa65ec-6cb2-4536-9fad-166455322786 HTTP/1.1" status: 204  len: 168 time: 0.1734731
May 10 20:12:34.951775 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655689'] for router_interface, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:35.375806 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Deleting port c0930dfd-1db1-40dd-8c11-54b3ea20ed50 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:35.376073 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:35.501949 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] For port c0930dfd-1db1-40dd-8c11-54b3ea20ed50, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=c0930dfd-1db1-40dd-8c11-54b3ea20ed50,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:35.502262 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:35.625745 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Calling delete_port for c0930dfd-1db1-40dd-8c11-54b3ea20ed50 owned by network:router_interface {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:35.764032 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:35.768833 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:35.810841 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0930dfd-1db1-40dd-8c11-54b3ea20ed50,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:35.813966 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:36.079035 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784377'] for router_interface, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:36.524289 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Router 65c1ab96-466b-45d1-b816-55e2c7992e26 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:12:36.714303 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:12:36.723010 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b77752a-7ad7-4b99-9e87-cae46753680a None None] Sync routers for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:12:36.731862 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b77752a-7ad7-4b99-9e87-cae46753680a None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:36.732470 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-8b77752a-7ad7-4b99-9e87-cae46753680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4049070>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:12:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:36.736266 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] 10.222.0.18 "PUT /v2.0/routers/65c1ab96-466b-45d1-b816-55e2c7992e26/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6697690
May 10 20:12:36.738702 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37858) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:36.920359 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Notify callbacks [] for router, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:36.925548 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-8b77752a-7ad7-4b99-9e87-cae46753680a None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:37.106482 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:37.191486 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Deleting port 70e43de6-bc3a-4307-a6ca-8a643a1455f2 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:37.191830 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:37.241385 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-8b77752a-7ad7-4b99-9e87-cae46753680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4049070>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:12:35Z', 'revision_number': 5, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port': {'id': '70e43de6-bc3a-4307-a6ca-8a643a1455f2', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:04:29Z', 'updated_at': '2021-05-10T20:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:37.245663 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b77752a-7ad7-4b99-9e87-cae46753680a None None] Checking router: 65c1ab96-466b-45d1-b816-55e2c7992e26 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:12:37.255132 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b77752a-7ad7-4b99-9e87-cae46753680a None None] Routers {'65c1ab96-466b-45d1-b816-55e2c7992e26'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:37.255760 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-8b77752a-7ad7-4b99-9e87-cae46753680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4049070>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:12:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65c1ab96-466b-45d1-b816-55e2c7992e26'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:37.319219 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] For port 70e43de6-bc3a-4307-a6ca-8a643a1455f2, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=70e43de6-bc3a-4307-a6ca-8a643a1455f2,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:37.319595 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:37.405426 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-8b77752a-7ad7-4b99-9e87-cae46753680a None None] Set router 65c1ab96-466b-45d1-b816-55e2c7992e26 gateway port host: None {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:37.446074 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Calling delete_port for 70e43de6-bc3a-4307-a6ca-8a643a1455f2 owned by network:router_gateway {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:37.511432 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-8b77752a-7ad7-4b99-9e87-cae46753680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4049070>, [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:12:37Z', 'revision_number': 6, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port_host': None}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:37.515829 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b77752a-7ad7-4b99-9e87-cae46753680a None None] The sync data for ids ['65c1ab96-466b-45d1-b816-55e2c7992e26'] in dv-cinder-788365-3-iscsi is: [{'id': '65c1ab96-466b-45d1-b816-55e2c7992e26', 'name': 'tempest-AttachVolumeShelveTestJSON-1572195066-router', 'tenant_id': '066ce7b2289b444caeda66c8457931ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:04:25Z', 'updated_at': '2021-05-10T20:12:37Z', 'revision_number': 6, 'project_id': '066ce7b2289b444caeda66c8457931ac', 'gw_port_host': None}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:12:37.582398 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:37.585857 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:37.631665 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e43de6-bc3a-4307-a6ca-8a643a1455f2,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:37.662379 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:37.723485 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782957'] for router_gateway, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:37.996631 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:37.998772 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.021736 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715647'] for router, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.022303 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65c1ab96-466b-45d1-b816-55e2c7992e26 {{(pid=78748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:12:38.034775 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.035893 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] 10.222.0.18 "DELETE /v2.0/routers/65c1ab96-466b-45d1-b816-55e2c7992e26 HTTP/1.1" status: 204  len: 168 time: 1.2963080
May 10 20:12:38.038371 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37866) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:38.096877 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f758bc-c0ee-4e94-bba2-d377d520a3c0 admin admin] Deleting subnet b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 {{(pid=78748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:12:38.099789 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-24f758bc-c0ee-4e94-bba2-d377d520a3c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.150281 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-24f758bc-c0ee-4e94-bba2-d377d520a3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6437095'] for subnet, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.268189 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-24f758bc-c0ee-4e94-bba2-d377d520a3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.273226 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device c0930dfd-1db1-40dd-8c11-54b3ea20ed50 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:38.309757 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: c0930dfd-1db1-40dd-8c11-54b3ea20ed50 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:38.310094 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device c0930dfd-1db1-40dd-8c11-54b3ea20ed50 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:38.524482 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-24f758bc-c0ee-4e94-bba2-d377d520a3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6975580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082130'] for subnet, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.528354 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b3fab224-a785-48c1-bec2-826f3645392e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:38.563455 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f758bc-c0ee-4e94-bba2-d377d520a3c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:38.566520 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-24f758bc-c0ee-4e94-bba2-d377d520a3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:38.567778 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-24f758bc-c0ee-4e94-bba2-d377d520a3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.572591 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6c7de5-23ca-43cd-b612-1676a91df1e7 None None] Network 5d0a029d-4cd1-4783-a489-6aabb66b0a97 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:12:38.573694 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-24f758bc-c0ee-4e94-bba2-d377d520a3c0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b2ffdbd6-5a80-455b-ac7a-7ab16cf01b61 HTTP/1.1" status: 204  len: 168 time: 0.5344017
May 10 20:12:38.576672 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37870) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:38.683717 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.759798 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Deleting port 5d815920-d169-4992-8bb8-172840c9693e {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:38.760025 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.823011 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] DHCP port deletion for 5d0a029d-4cd1-4783-a489-6aabb66b0a97 request from dv-cinder-788365-3-iscsi {{(pid=78749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:12:38.865018 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] For port 5d815920-d169-4992-8bb8-172840c9693e, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=5d815920-d169-4992-8bb8-172840c9693e,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:38.865401 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.888058 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Deleting port 5d815920-d169-4992-8bb8-172840c9693e {{(pid=78749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:38.888442 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.989550 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:38.993244 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Calling delete_port for 5d815920-d169-4992-8bb8-172840c9693e owned by network:dhcp {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:38.998915 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] For port 5d815920-d169-4992-8bb8-172840c9693e, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=5d815920-d169-4992-8bb8-172840c9693e,segment=NetworkSegment(566fb8be-91e4-472b-95fd-4e94f153927a),segment_id=566fb8be-91e4-472b-95fd-4e94f153927a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:38.999686 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.043403 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.047299 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:39.093525 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] No DVR routers for this DVR port 5d815920-d169-4992-8bb8-172840c9693e on host dv-cinder-788365-3-iscsi {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:12:39.124054 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Calling delete_port for 5d815920-d169-4992-8bb8-172840c9693e owned by network:dhcp {{(pid=78749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:39.125060 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=5d815920-d169-4992-8bb8-172840c9693e,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:39.127896 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:39.168601 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.172270 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:39.213452 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.218179 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Pushing event deleted for resources: {'Port': ['ID=5d815920-d169-4992-8bb8-172840c9693e,revision_number=None']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:39.222845 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] No DVR routers for this DVR port 5d815920-d169-4992-8bb8-172840c9693e on host dv-cinder-788365-3-iscsi {{(pid=78749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:12:39.228970 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.229317 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.229657 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.229991 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.230319 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.230646 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.230754 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce3c30100>,) {'filters': {'network_id': ['5d0a029d-4cd1-4783-a489-6aabb66b0a97']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:39.230970 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.231291 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.231644 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.231964 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.232282 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.232599 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:39.235885 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:39.324025 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3c30100>, '566fb8be-91e4-472b-95fd-4e94f153927a') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:39.324255 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3c30100>, '566fb8be-91e4-472b-95fd-4e94f153927a') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:39.337466 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.353514 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.359790 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:12:39.360244 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:12:39.373090 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:12:39.451057 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.456055 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.458563 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:39.479838 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0a029d-4cd1-4783-a489-6aabb66b0a97,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:39.482183 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:39.494057 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] 10.222.0.18 "DELETE /v2.0/networks/5d0a029d-4cd1-4783-a489-6aabb66b0a97 HTTP/1.1" status: 204  len: 168 time: 0.9164019
May 10 20:12:39.675334 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37878) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:39.724934 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-5f0f27df-b2b1-4bf1-bc24-ae4aa299b954 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=066ce7b2289b444caeda66c8457931ac&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0480902
May 10 20:12:39.727402 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37882) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:39.785477 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d045b27b-ba23-4fe9-a7a3-0c7f74e0c112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.811112 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d045b27b-ba23-4fe9-a7a3-0c7f74e0c112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.862699 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d045b27b-ba23-4fe9-a7a3-0c7f74e0c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.866370 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-00a53179-d12c-4b29-82de-85c72368d5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:39.880217 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045b27b-ba23-4fe9-a7a3-0c7f74e0c112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957de786-f8c9-4d1a-9369-2373ba8a9876,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:39.884053 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d045b27b-ba23-4fe9-a7a3-0c7f74e0c112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:39.887572 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-d045b27b-ba23-4fe9-a7a3-0c7f74e0c112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:39.891668 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-d045b27b-ba23-4fe9-a7a3-0c7f74e0c112 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/957de786-f8c9-4d1a-9369-2373ba8a9876 HTTP/1.1" status: 204  len: 168 time: 0.1633029
May 10 20:12:39.979365 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 70e43de6-bc3a-4307-a6ca-8a643a1455f2 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:40.014230 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 70e43de6-bc3a-4307-a6ca-8a643a1455f2 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:40.014601 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 70e43de6-bc3a-4307-a6ca-8a643a1455f2 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:40.015064 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 5d815920-d169-4992-8bb8-172840c9693e no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:40.049717 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 5d815920-d169-4992-8bb8-172840c9693e {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:40.050080 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 5d815920-d169-4992-8bb8-172840c9693e not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:41.928271 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 37954) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:42.050336 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-b0a35756-bade-4373-a390-78a99f7e8d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.065035 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-b0a35756-bade-4373-a390-78a99f7e8d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:12:42.069116 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-b0a35756-bade-4373-a390-78a99f7e8d25 admin admin] Usage tracker for resource:security_group_rule and tenant:e315c4ff2b8c422090f429d78b810fb3 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:12:42.071909 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-b0a35756-bade-4373-a390-78a99f7e8d25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:12:42.078204 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-b0a35756-bade-4373-a390-78a99f7e8d25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:12:42.161560 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-b0a35756-bade-4373-a390-78a99f7e8d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.165118 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-b0a35756-bade-4373-a390-78a99f7e8d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.173382 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d045b27b-ba23-4fe9-a7a3-0c7f74e0c112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:42.213200 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-b0a35756-bade-4373-a390-78a99f7e8d25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e315c4ff2b8c422090f429d78b810fb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2838507
May 10 20:12:42.214974 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a35756-bade-4373-a390-78a99f7e8d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c753f6c4-1154-4b10-b01d-653b4175618f,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:42.215975 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37960) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:42.218230 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-b0a35756-bade-4373-a390-78a99f7e8d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:42.274483 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-759e1ca4-e442-4ba8-b3c9-306a0195bc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.299766 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-759e1ca4-e442-4ba8-b3c9-306a0195bc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.350832 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-759e1ca4-e442-4ba8-b3c9-306a0195bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.354509 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4ec2f134-1452-4640-b517-1ff0cea6e3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:42.367045 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e1ca4-e442-4ba8-b3c9-306a0195bc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c753f6c4-1154-4b10-b01d-653b4175618f,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:42.369954 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-759e1ca4-e442-4ba8-b3c9-306a0195bc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:42.371883 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-759e1ca4-e442-4ba8-b3c9-306a0195bc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.372969 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-759e1ca4-e442-4ba8-b3c9-306a0195bc7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c753f6c4-1154-4b10-b01d-653b4175618f HTTP/1.1" status: 204  len: 168 time: 0.1560361
May 10 20:12:42.650373 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37970) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:42.668301 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fceda3d5-1442-4f6b-9e66-716b57b42ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.686042 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-fceda3d5-1442-4f6b-9e66-716b57b42ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:12:42.690620 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-fceda3d5-1442-4f6b-9e66-716b57b42ebd admin admin] Usage tracker for resource:security_group_rule and tenant:7f6072c2b3a144b6a4d48e0dd350daeb is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:12:42.693646 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-fceda3d5-1442-4f6b-9e66-716b57b42ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:12:42.699660 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-fceda3d5-1442-4f6b-9e66-716b57b42ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:12:42.784198 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fceda3d5-1442-4f6b-9e66-716b57b42ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.788254 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fceda3d5-1442-4f6b-9e66-716b57b42ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.795382 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c5e6e59d-0e87-437a-a499-59509ef6c237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:42.834239 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceda3d5-1442-4f6b-9e66-716b57b42ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40be60de-5ed1-4c0f-9da4-cab5a0934856,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:42.838429 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-fceda3d5-1442-4f6b-9e66-716b57b42ebd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f6072c2b3a144b6a4d48e0dd350daeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1870537
May 10 20:12:42.839408 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-fceda3d5-1442-4f6b-9e66-716b57b42ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:42.841122 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 37974) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:42.899150 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-285f74bb-c270-4d11-b69b-a0410ba5c602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.925415 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-285f74bb-c270-4d11-b69b-a0410ba5c602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.975983 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-285f74bb-c270-4d11-b69b-a0410ba5c602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:42.979690 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2c1033a1-b24c-48c2-862c-f2dd30f82aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:42.995094 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f74bb-c270-4d11-b69b-a0410ba5c602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40be60de-5ed1-4c0f-9da4-cab5a0934856,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:42.998643 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-285f74bb-c270-4d11-b69b-a0410ba5c602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:43.002238 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-285f74bb-c270-4d11-b69b-a0410ba5c602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:43.003386 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-285f74bb-c270-4d11-b69b-a0410ba5c602 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40be60de-5ed1-4c0f-9da4-cab5a0934856 HTTP/1.1" status: 204  len: 168 time: 0.1613503
May 10 20:12:47.764681 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38082) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:47.898409 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9c78-6dd3-4718-a89f-fa43f15ced09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:47.913526 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-1f2f9c78-6dd3-4718-a89f-fa43f15ced09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:12:47.917286 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-1f2f9c78-6dd3-4718-a89f-fa43f15ced09 admin admin] Usage tracker for resource:security_group_rule and tenant:e44aaaabe09a47efa4b1062e5a13b916 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:12:47.920246 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-1f2f9c78-6dd3-4718-a89f-fa43f15ced09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:12:47.926377 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-1f2f9c78-6dd3-4718-a89f-fa43f15ced09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:12:48.009520 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9c78-6dd3-4718-a89f-fa43f15ced09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.013411 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9c78-6dd3-4718-a89f-fa43f15ced09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.021473 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f0bb215a-98f4-40ef-bb8e-ce25599e6821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:48.062198 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-1f2f9c78-6dd3-4718-a89f-fa43f15ced09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e44aaaabe09a47efa4b1062e5a13b916&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2964282
May 10 20:12:48.063134 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f9c78-6dd3-4718-a89f-fa43f15ced09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34de9216-d656-43c6-b05e-80c689509ddd,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:48.066510 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38088) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:48.067359 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1f2f9c78-6dd3-4718-a89f-fa43f15ced09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:48.126643 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1d11a6ed-782f-47d6-b01a-aa31bfb07692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.152859 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1d11a6ed-782f-47d6-b01a-aa31bfb07692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.209004 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1d11a6ed-782f-47d6-b01a-aa31bfb07692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.212778 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f725e37a-769f-4dbf-8468-35ba4f342964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:48.225744 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11a6ed-782f-47d6-b01a-aa31bfb07692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34de9216-d656-43c6-b05e-80c689509ddd,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:48.228222 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1d11a6ed-782f-47d6-b01a-aa31bfb07692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:48.236266 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1d11a6ed-782f-47d6-b01a-aa31bfb07692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.237469 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-1d11a6ed-782f-47d6-b01a-aa31bfb07692 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34de9216-d656-43c6-b05e-80c689509ddd HTTP/1.1" status: 204  len: 168 time: 0.1705244
May 10 20:12:48.537291 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38100) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:48.556099 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ecc8b0a6-e45c-4590-9e9c-48894d8e24fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.574468 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-ecc8b0a6-e45c-4590-9e9c-48894d8e24fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:12:48.579101 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-ecc8b0a6-e45c-4590-9e9c-48894d8e24fd admin admin] Usage tracker for resource:security_group_rule and tenant:a9ac381dfb8e4b028bc2d9012aa17726 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:12:48.582899 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-ecc8b0a6-e45c-4590-9e9c-48894d8e24fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:12:48.589427 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-ecc8b0a6-e45c-4590-9e9c-48894d8e24fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:12:48.682481 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ecc8b0a6-e45c-4590-9e9c-48894d8e24fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.686454 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ecc8b0a6-e45c-4590-9e9c-48894d8e24fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.697290 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-5ab6dbe4-988d-44ca-bd18-c53a263a651d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:48.741973 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-ecc8b0a6-e45c-4590-9e9c-48894d8e24fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9ac381dfb8e4b028bc2d9012aa17726&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2036064
May 10 20:12:48.742887 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8b0a6-e45c-4590-9e9c-48894d8e24fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6e9edb-f7f3-4ebb-8509-6ac4cecbc631,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:48.745177 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38106) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:48.746039 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ecc8b0a6-e45c-4590-9e9c-48894d8e24fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:48.811277 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed65dba6-4bbc-41d2-8e1e-ac0eefc21863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.836866 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed65dba6-4bbc-41d2-8e1e-ac0eefc21863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.892694 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed65dba6-4bbc-41d2-8e1e-ac0eefc21863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.896853 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-33009e05-a3bf-43f1-a3df-cdd69fd7d08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:48.909805 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65dba6-4bbc-41d2-8e1e-ac0eefc21863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6e9edb-f7f3-4ebb-8509-6ac4cecbc631,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:48.912454 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ed65dba6-4bbc-41d2-8e1e-ac0eefc21863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:48.924296 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-ed65dba6-4bbc-41d2-8e1e-ac0eefc21863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:48.926342 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-ed65dba6-4bbc-41d2-8e1e-ac0eefc21863 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a6e9edb-f7f3-4ebb-8509-6ac4cecbc631 HTTP/1.1" status: 204  len: 168 time: 0.1797698
May 10 20:12:56.957162 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-b2d02a20-8236-4966-a9a4-475a501dfb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:57.858462 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38248) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:57.981151 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f964d1dc-251e-4596-b3d5-2b53268dcb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:57.995876 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f964d1dc-251e-4596-b3d5-2b53268dcb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:12:57.999640 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f964d1dc-251e-4596-b3d5-2b53268dcb62 admin admin] Usage tracker for resource:security_group_rule and tenant:825b10ebd08548d8aac8c0b95ca9d0fc is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:12:58.002370 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-f964d1dc-251e-4596-b3d5-2b53268dcb62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:12:58.008282 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-f964d1dc-251e-4596-b3d5-2b53268dcb62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:12:58.099622 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f964d1dc-251e-4596-b3d5-2b53268dcb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:58.103714 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-f964d1dc-251e-4596-b3d5-2b53268dcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:58.110781 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-2acbe259-8371-4c08-ade1-9436f9d4f1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:58.152529 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-f964d1dc-251e-4596-b3d5-2b53268dcb62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=825b10ebd08548d8aac8c0b95ca9d0fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2929971
May 10 20:12:58.153536 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964d1dc-251e-4596-b3d5-2b53268dcb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b57825-184d-4456-88bd-dfe9afdd4a30,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:58.155176 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38262) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:58.157006 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f964d1dc-251e-4596-b3d5-2b53268dcb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:58.216989 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-da210d57-93ea-4f41-b8cc-3a83670ac78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:58.243466 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-da210d57-93ea-4f41-b8cc-3a83670ac78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:58.292579 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-da210d57-93ea-4f41-b8cc-3a83670ac78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:58.297376 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-26433233-7764-4fdf-99ca-46ff6afec46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:58.307927 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da210d57-93ea-4f41-b8cc-3a83670ac78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b57825-184d-4456-88bd-dfe9afdd4a30,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:58.311270 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-da210d57-93ea-4f41-b8cc-3a83670ac78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:58.314517 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-da210d57-93ea-4f41-b8cc-3a83670ac78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:58.317157 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-da210d57-93ea-4f41-b8cc-3a83670ac78d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1b57825-184d-4456-88bd-dfe9afdd4a30 HTTP/1.1" status: 204  len: 168 time: 0.1608806
May 10 20:12:59.403969 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-918890c5-c877-4e85-b828-b0c966c649ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:59.518426 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:00.034329 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:13:00.747440 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.045058 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38366) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:02.166834 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.182669 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:02.186717 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Usage tracker for resource:security_group_rule and tenant:ec4d0adae5ea4ccea18172dde8c5bb45 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:02.189668 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:02.201384 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:02.216908 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.294795 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.298924 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.307673 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8a517e80-a841-4c65-a2d4-9a88cb270f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:02.349986 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec4d0adae5ea4ccea18172dde8c5bb45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3038063
May 10 20:13:02.350963 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf8c4d3-6ee0-4481-8b5c-90893225d865,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:02.353164 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38372) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:02.359328 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.359751 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.360124 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.360484 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.360838 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.361194 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.361550 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.361901 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.362247 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.362620 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.362965 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.363328 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:02.367558 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-616c6908-3eaf-4512-a6b6-3bc689f8a6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:02.415598 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cd830797-163f-4a19-a7bc-aaab6e099b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.441777 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cd830797-163f-4a19-a7bc-aaab6e099b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.496013 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cd830797-163f-4a19-a7bc-aaab6e099b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.499806 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1d11a6ed-782f-47d6-b01a-aa31bfb07692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:02.513533 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd830797-163f-4a19-a7bc-aaab6e099b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf8c4d3-6ee0-4481-8b5c-90893225d865,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:02.518823 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-cd830797-163f-4a19-a7bc-aaab6e099b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:02.529270 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-cd830797-163f-4a19-a7bc-aaab6e099b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.530385 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-cd830797-163f-4a19-a7bc-aaab6e099b09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdf8c4d3-6ee0-4481-8b5c-90893225d865 HTTP/1.1" status: 204  len: 168 time: 0.1761711
May 10 20:13:02.815395 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38380) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:02.833711 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-49df06b5-b145-4054-b910-26132e2cabdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.853348 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-49df06b5-b145-4054-b910-26132e2cabdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:02.857472 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-49df06b5-b145-4054-b910-26132e2cabdc admin admin] Usage tracker for resource:security_group_rule and tenant:af825f29b5484e79a1757daa6e1c892c is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:02.860372 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-49df06b5-b145-4054-b910-26132e2cabdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:02.866127 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-49df06b5-b145-4054-b910-26132e2cabdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:02.955995 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-49df06b5-b145-4054-b910-26132e2cabdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.960606 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-49df06b5-b145-4054-b910-26132e2cabdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.968134 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c0e020d2-ac3a-4b10-99c9-16f78f25fbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:03.009356 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df06b5-b145-4054-b910-26132e2cabdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49555a2-5e68-4a15-8e9f-8eaee5cf64ae,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:03.020413 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-49df06b5-b145-4054-b910-26132e2cabdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af825f29b5484e79a1757daa6e1c892c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1972504
May 10 20:13:03.020413 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-49df06b5-b145-4054-b910-26132e2cabdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:03.020413 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38386) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:03.074594 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:03.100085 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:03.151431 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:03.155706 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-8b58c25f-7855-4ce0-9f95-acbab51caf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:03.170629 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49555a2-5e68-4a15-8e9f-8eaee5cf64ae,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:03.181390 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.181756 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.182114 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.182460 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.182809 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.183159 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.183522 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.183865 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.184205 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.184545 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.184882 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.185218 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:03.188629 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:03.189744 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d49555a2-5e68-4a15-8e9f-8eaee5cf64ae HTTP/1.1" status: 204  len: 168 time: 0.1726151
May 10 20:13:03.190572 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:03.928779 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38410) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:04.038224 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-281057704-network', 'tenant_id': 'eb1c739f786446ccaa40218a912293ef'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:04.043243 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:04.047013 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Usage tracker for resource:network and tenant:eb1c739f786446ccaa40218a912293ef is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:04.049825 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:04.057385 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:04.067776 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Made reservation on behalf of eb1c739f786446ccaa40218a912293ef for: {'network': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:13:04.071247 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:04.082985 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:04.097706 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:04.101454 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Usage tracker for resource:security_group_rule and tenant:eb1c739f786446ccaa40218a912293ef is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:04.112040 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:04.113616 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:04.200758 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:04.204945 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:04.208925 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-fceda3d5-1442-4f6b-9e66-716b57b42ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:04.227741 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] vlan segment allocate from pool success with {'vlan_id': 957, 'physical_network': 'physnet1'}  {{(pid=78748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:13:04.248659 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330faddb-8a87-4482-8e79-c6cd025a0ed9,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:04.251490 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:04.251842 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.segments_db [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Added segment 61b380ce-9bc4-4a69-a49c-0c8e81d07d95 of type vlan for network c209371f-ef90-4858-9576-a1fab9d28b9a
May 10 20:13:04.253037 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:04.285387 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:04.315745 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:04.317151 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:04.317865 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:04.321613 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:04.429723 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Pushing event updated for resources: {'Network': ['ID=c209371f-ef90-4858-9576-a1fab9d28b9a,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:04.434440 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5034590
May 10 20:13:04.434440 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:04.436518 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38418) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:04.440228 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network c209371f-ef90-4858-9576-a1fab9d28b9a details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:13:04.442004 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Request body: {'subnet': {'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-281057704-subnet', 'tenant_id': 'eb1c739f786446ccaa40218a912293ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:04.447512 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:04.451371 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Usage tracker for resource:subnet and tenant:eb1c739f786446ccaa40218a912293ef is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:04.454201 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:04.462819 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:04.472136 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Made reservation on behalf of eb1c739f786446ccaa40218a912293ef for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:13:04.474509 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082233'] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:04.874722 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6584735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082123'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:04.878351 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:04.955734 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40c9cac-7357-4b06-a177-587b64d5abcb,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:04.958965 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:04.965453 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Checking segment: {'id': '61b380ce-9bc4-4a69-a49c-0c8e81d07d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:13:04.965794 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Network hostable DHCP agents. Network: c209371f-ef90-4858-9576-a1fab9d28b9a, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:13:04.985282 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Network c209371f-ef90-4858-9576-a1fab9d28b9a is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:13:04.996184 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, c209371f-ef90-4858-9576-a1fab9d28b9a) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:05.005505 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fca82b-62cd-4270-8fa4-1ae15150605f None None] Network c209371f-ef90-4858-9576-a1fab9d28b9a requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:13:05.005861 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:05.006460 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:05.037994 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5918851
May 10 20:13:05.206834 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f82344-9b6f-4fbc-8ece-7ba9b447ee6b None None] Network c209371f-ef90-4858-9576-a1fab9d28b9a requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:13:07.087483 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-3d6df288-72cd-43b7-bd36-baf2792a520d tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:07.088815 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-3d6df288-72cd-43b7-bd36-baf2792a520d tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/networks?id=c209371f-ef90-4858-9576-a1fab9d28b9a HTTP/1.1" status: 200  len: 808 time: 0.1523211
May 10 20:13:07.104889 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-c6e6230d-c655-4bf9-95fb-ef565f58cbb4 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/quotas/eb1c739f786446ccaa40218a912293ef HTTP/1.1" status: 200  len: 375 time: 0.0104098
May 10 20:13:07.154064 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-9576e94d-17bc-4352-acfd-f80abfe6464b tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb1c739f786446ccaa40218a912293ef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0435836
May 10 20:13:07.437651 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-9c537a37-5180-4fe7-88c9-26172fa8358b service neutron] 10.222.0.18 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2765174
May 10 20:13:07.573481 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-04a26b34-5fb2-4e16-834d-c03e359f68f8 service neutron] 10.222.0.18 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299496
May 10 20:13:07.759361 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-85c70969-c844-4c83-8ba1-33e73965ce41 req-fbfdfed2-37fd-4658-8b9a-8aa6212b25e5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 210 time: 0.0470474
May 10 20:13:08.919565 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b471022f-fb3b-41f7-aef3-3d7b411d603a req-d47523f1-544b-4de4-824a-21c11dfca75e tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 210 time: 0.0533302
May 10 20:13:08.947671 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:09.296317 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-7a7e1053-8378-4451-961e-0436fb2a7053 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:09.297035 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-7a7e1053-8378-4451-961e-0436fb2a7053 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Synchronizing usage tracker for tenant:eb1c739f786446ccaa40218a912293ef on resource:network {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:13:09.313095 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-7a7e1053-8378-4451-961e-0436fb2a7053 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Unset dirty status for tenant:eb1c739f786446ccaa40218a912293ef on resource:network {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:13:09.314283 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-7a7e1053-8378-4451-961e-0436fb2a7053 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.23 "GET /v2.0/networks?id=c209371f-ef90-4858-9576-a1fab9d28b9a HTTP/1.1" status: 200  len: 808 time: 0.2618930
May 10 20:13:09.337106 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Request body: {'port': {'device_id': '9afcbc94-1c4a-48da-8e2e-358438e756cf', 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a', 'admin_state_up': True, 'tenant_id': 'eb1c739f786446ccaa40218a912293ef'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:09.475040 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:09.479624 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Usage tracker for resource:port and tenant:eb1c739f786446ccaa40218a912293ef is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:09.482444 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:09.488252 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:09.499592 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Made reservation on behalf of eb1c739f786446ccaa40218a912293ef for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:13:09.503031 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:09.669786 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Allocated IP 172.20.0.10 (c209371f-ef90-4858-9576-a1fab9d28b9a/a40c9cac-7357-4b06-a177-587b64d5abcb/34d5f51a-7ab2-408e-8a97-01cc51208e7b) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:13:09.871936 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:09.904080 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:09.909847 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-205ce22c-357f-4ecb-bc52-67ad17a95ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:09.973933 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Network c209371f-ef90-4858-9576-a1fab9d28b9a is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:13:09.977081 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:09.981017 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:13:10.026446 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Pushing event updated for resources: {'Port': ['ID=34d5f51a-7ab2-408e-8a97-01cc51208e7b,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:10.030937 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:10.055438 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:10.056060 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:10.080458 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7479079
May 10 20:13:10.098966 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Request body: {'port': {'device_id': '9afcbc94-1c4a-48da-8e2e-358438e756cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:10.112534 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bf9e6-29f9-447e-8f51-58b8576d4499 req-187479fd-2935-4e1e-8ce9-a1c8e4b4e380 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:10.113987 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f28bf9e6-29f9-447e-8f51-58b8576d4499 req-187479fd-2935-4e1e-8ce9-a1c8e4b4e380 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 932 time: 0.0845504
May 10 20:13:10.159931 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f28bf9e6-29f9-447e-8f51-58b8576d4499 req-6b7acbaa-24e2-4e83-aa4d-cc115e4643c7 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393393
May 10 20:13:10.221905 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:10.580529 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d5f51a-7ab2-408e-8a97-01cc51208e7b {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:13:10.588535 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:10.604132 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Transition to ACTIVE for port object 34d5f51a-7ab2-408e-8a97-01cc51208e7b will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:10.607213 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:10.616279 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-df7ec2d3-2b36-4aa4-9098-6a9231f4d3c3 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:10.801280 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Pushing event updated for resources: {'Port': ['ID=34d5f51a-7ab2-408e-8a97-01cc51208e7b,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:10.811873 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:10.848769 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Attempting to bind port 34d5f51a-7ab2-408e-8a97-01cc51208e7b on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:13:10.849112 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Attempting to bind port 34d5f51a-7ab2-408e-8a97-01cc51208e7b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '61b380ce-9bc4-4a69-a49c-0c8e81d07d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:13:10.849430 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Attempting to bind port 34d5f51a-7ab2-408e-8a97-01cc51208e7b on network c209371f-ef90-4858-9576-a1fab9d28b9a {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:13:10.855206 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Port 34d5f51a-7ab2-408e-8a97-01cc51208e7b on network c209371f-ef90-4858-9576-a1fab9d28b9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:13:10.855701 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Attempting to bind port 34d5f51a-7ab2-408e-8a97-01cc51208e7b on network c209371f-ef90-4858-9576-a1fab9d28b9a {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:13:10.860974 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:13:10.861303 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Checking segment: {'id': '61b380ce-9bc4-4a69-a49c-0c8e81d07d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:13:10.861694 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Bound using segment: {'id': '61b380ce-9bc4-4a69-a49c-0c8e81d07d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:13:10.862122 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Bound port: 34d5f51a-7ab2-408e-8a97-01cc51208e7b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b380ce-9bc4-4a69-a49c-0c8e81d07d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:13:10.862470 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:10.962309 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] For port 34d5f51a-7ab2-408e-8a97-01cc51208e7b, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:13:10.965315 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] For port 34d5f51a-7ab2-408e-8a97-01cc51208e7b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34d5f51a-7ab2-408e-8a97-01cc51208e7b,segment=NetworkSegment(61b380ce-9bc4-4a69-a49c-0c8e81d07d95),segment_id=61b380ce-9bc4-4a69-a49c-0c8e81d07d95)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:13:10.969110 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:10.973696 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f14875bc-c12c-4310-a0a0-9c426d04d470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:11.027662 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:11.028281 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:11.029656 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] 10.222.0.23 "PUT /v2.0/ports/34d5f51a-7ab2-408e-8a97-01cc51208e7b HTTP/1.1" status: 200  len: 1094 time: 0.9357102
May 10 20:13:11.030156 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afcbc94-1c4a-48da-8e2e-358438e756cf', 'tag': '34d5f51a-7ab2-408e-8a97-01cc51208e7b'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:13:11.056461 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Pushing event updated for resources: {'Port': ['ID=34d5f51a-7ab2-408e-8a97-01cc51208e7b,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:11.059635 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:11.083947 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afcbc94-1c4a-48da-8e2e-358438e756cf', 'tag': '34d5f51a-7ab2-408e-8a97-01cc51208e7b', 'status': 'completed', 'code': 200}
May 10 20:13:11.275810 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-0a46eaf3-c80e-4ba3-9c4d-731001ae7820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:11.277288 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-0a46eaf3-c80e-4ba3-9c4d-731001ae7820 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb1c739f786446ccaa40218a912293ef&device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 1097 time: 0.1681607
May 10 20:13:11.354376 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc7870-d6dc-4e2a-a523-1dfa05cd07ab req-6548bafb-1c58-4034-838c-ac6d3e0fc651 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:11.355762 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-e1199192-bf1a-4ecd-a08b-8a5d3c5304b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34d5f51a-7ab2-408e-8a97-01cc51208e7b HTTP/1.1" status: 200  len: 217 time: 0.0634556
May 10 20:13:11.356052 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c8bc7870-d6dc-4e2a-a523-1dfa05cd07ab req-6548bafb-1c58-4034-838c-ac6d3e0fc651 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 944 time: 0.0865848
May 10 20:13:11.401634 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c8bc7870-d6dc-4e2a-a523-1dfa05cd07ab req-3dab1fb7-b3fc-45fa-b269-3dd562c3c863 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398092
May 10 20:13:11.424875 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-c367c4d1-e9fa-4f11-ae79-7bc5d71f62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:11.426310 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-c367c4d1-e9fa-4f11-ae79-7bc5d71f62dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a40c9cac-7357-4b06-a177-587b64d5abcb HTTP/1.1" status: 200  len: 848 time: 0.0620239
May 10 20:13:11.476188 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-87c098ad-eca1-4ae5-b9b9-c69920f393ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c209371f-ef90-4858-9576-a1fab9d28b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423183
May 10 20:13:11.609498 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-86f9f9ab-a54c-4546-b272-b6d18ca4156a service neutron] 10.222.0.23 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245511
May 10 20:13:11.748342 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-0f10da6c-2369-4ac1-8297-383bd6c643db req-1e1d1dd8-4dc5-4b6d-aab6-5ef867fcbca2 service neutron] 10.222.0.23 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300962
May 10 20:13:11.939481 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d1a6-0d82-46fe-a637-e69f013ef47e req-37610318-a922-4f96-b498-c9bf65db7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:11.940954 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a572d1a6-0d82-46fe-a637-e69f013ef47e req-37610318-a922-4f96-b498-c9bf65db7af8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb1c739f786446ccaa40218a912293ef&device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 1097 time: 0.0770690
May 10 20:13:12.076304 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d1a6-0d82-46fe-a637-e69f013ef47e req-468e255d-6f14-4036-99da-6bfefe1aabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:12.077736 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a572d1a6-0d82-46fe-a637-e69f013ef47e req-468e255d-6f14-4036-99da-6bfefe1aabe8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c209371f-ef90-4858-9576-a1fab9d28b9a HTTP/1.1" status: 200  len: 909 time: 0.1287816
May 10 20:13:12.146548 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a572d1a6-0d82-46fe-a637-e69f013ef47e req-0d6d628d-ab3a-4783-98b1-8ee314ba970b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34d5f51a-7ab2-408e-8a97-01cc51208e7b HTTP/1.1" status: 200  len: 217 time: 0.0613022
May 10 20:13:12.216704 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d1a6-0d82-46fe-a637-e69f013ef47e req-1232b765-3619-4f7c-83d7-e6b4e6ceeda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:12.218044 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a572d1a6-0d82-46fe-a637-e69f013ef47e req-1232b765-3619-4f7c-83d7-e6b4e6ceeda0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a40c9cac-7357-4b06-a177-587b64d5abcb HTTP/1.1" status: 200  len: 848 time: 0.0632787
May 10 20:13:12.267582 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a572d1a6-0d82-46fe-a637-e69f013ef47e req-e4d3df2d-a1c0-45aa-ab02-2a304e54a798 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c209371f-ef90-4858-9576-a1fab9d28b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414071
May 10 20:13:12.404445 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a572d1a6-0d82-46fe-a637-e69f013ef47e req-dc57d207-9504-41ca-9e75-de299357c90f service neutron] 10.222.0.23 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255605
May 10 20:13:12.544427 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a572d1a6-0d82-46fe-a637-e69f013ef47e req-8d233708-fb1c-4ad8-9dca-49d1f1145e31 service neutron] 10.222.0.23 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270511
May 10 20:13:12.593995 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e84a8d-eeec-44de-bc00-a62615bbd91c req-7074ea45-9904-4c77-9e9d-c7b5834b6843 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:12.595490 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-40e84a8d-eeec-44de-bc00-a62615bbd91c req-7074ea45-9904-4c77-9e9d-c7b5834b6843 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 944 time: 0.0865793
May 10 20:13:12.640334 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-40e84a8d-eeec-44de-bc00-a62615bbd91c req-a03aa24b-f549-42f9-85b2-0f9a994b711c tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390472
May 10 20:13:13.829346 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f3db0-a779-409e-b7c8-38a839488366 req-de4e38e3-59a0-4bc7-b5da-e9e2ed2ad77c tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:13.830820 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-744f3db0-a779-409e-b7c8-38a839488366 req-de4e38e3-59a0-4bc7-b5da-e9e2ed2ad77c tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 944 time: 0.0838814
May 10 20:13:13.880174 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-744f3db0-a779-409e-b7c8-38a839488366 req-12880aa2-1745-496d-86a5-f272b99c1174 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431254
May 10 20:13:15.066632 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb1b9a-7f82-4adb-bd7e-62a1ad974f4c req-cce32f22-d35a-45e7-b3f8-95748304c189 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:15.068102 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-acbb1b9a-7f82-4adb-bd7e-62a1ad974f4c req-cce32f22-d35a-45e7-b3f8-95748304c189 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 944 time: 0.0829554
May 10 20:13:15.112182 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-acbb1b9a-7f82-4adb-bd7e-62a1ad974f4c req-e4c4ed0d-ed8b-44fb-9770-b7c6806966fb tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380948
May 10 20:13:16.107397 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 34d5f51a-7ab2-408e-8a97-01cc51208e7b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:13:16.249926 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 34d5f51a-7ab2-408e-8a97-01cc51208e7b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34d5f51a-7ab2-408e-8a97-01cc51208e7b,segment=NetworkSegment(61b380ce-9bc4-4a69-a49c-0c8e81d07d95),segment_id=61b380ce-9bc4-4a69-a49c-0c8e81d07d95)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:16.266336 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '34d5f51a-7ab2-408e-8a97-01cc51208e7b', 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a', 'port_id': '34d5f51a-7ab2-408e-8a97-01cc51208e7b', 'mac_address': 'fa:16:3e:71:55:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40c9cac-7357-4b06-a177-587b64d5abcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:13:16.309189 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f53d38-1e14-48c9-8de4-395529f9f432 req-9c78cb48-795f-448d-bdff-16066aaa09e6 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:16.310751 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-87f53d38-1e14-48c9-8de4-395529f9f432 req-9c78cb48-795f-448d-bdff-16066aaa09e6 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 944 time: 0.0912318
May 10 20:13:16.326458 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:16.343286 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d5f51a-7ab2-408e-8a97-01cc51208e7b {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:13:16.358610 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-87f53d38-1e14-48c9-8de4-395529f9f432 req-0f9c86bc-78c7-4805-a8a9-9736722b050f tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411842
May 10 20:13:16.360536 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 34d5f51a-7ab2-408e-8a97-01cc51208e7b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34d5f51a-7ab2-408e-8a97-01cc51208e7b,segment=NetworkSegment(61b380ce-9bc4-4a69-a49c-0c8e81d07d95),segment_id=61b380ce-9bc4-4a69-a49c-0c8e81d07d95)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:16.364544 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:16.368197 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-64f587ae-2ea9-40e2-921e-e2b4c579612d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:16.436592 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=34d5f51a-7ab2-408e-8a97-01cc51208e7b,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:16.439768 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:16.664589 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['34d5f51a-7ab2-408e-8a97-01cc51208e7b'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:13:17.549147 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b11a3-c8c8-4c2f-8331-8a206fef504e req-a8b61d1c-cd4f-4e6e-9e0d-4d25ba552020 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:17.550582 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bc2b11a3-c8c8-4c2f-8331-8a206fef504e req-a8b61d1c-cd4f-4e6e-9e0d-4d25ba552020 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 945 time: 0.0810988
May 10 20:13:17.595401 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bc2b11a3-c8c8-4c2f-8331-8a206fef504e req-14833531-fc7c-464f-97d5-d8976ae7d7bb tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382564
May 10 20:13:18.779256 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1797-2b74-4a21-b0b9-b04a4f30f792 req-6ad9e9af-1e65-4c78-a384-0994904978be tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:18.780741 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-caec1797-2b74-4a21-b0b9-b04a4f30f792 req-6ad9e9af-1e65-4c78-a384-0994904978be tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 945 time: 0.0828559
May 10 20:13:18.827106 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-caec1797-2b74-4a21-b0b9-b04a4f30f792 req-ff74fc0e-b9f5-44c2-9ed2-990d0874ccfc tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407348
May 10 20:13:19.965794 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 34d5f51a-7ab2-408e-8a97-01cc51208e7b up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:20.031016 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08923faf-bf68-4776-a976-a14faa27f985 req-63177ffa-6657-4aa0-b71d-314b8173c8ac tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:20.032622 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-08923faf-bf68-4776-a976-a14faa27f985 req-63177ffa-6657-4aa0-b71d-314b8173c8ac tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 945 time: 0.0935786
May 10 20:13:20.036512 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 34d5f51a-7ab2-408e-8a97-01cc51208e7b completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:20.041534 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 34d5f51a-7ab2-408e-8a97-01cc51208e7b triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:20.041919 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:20.081242 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-08923faf-bf68-4776-a976-a14faa27f985 req-119ec721-d88f-477e-859a-3abfdeb52168 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427964
May 10 20:13:20.170339 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:20.198920 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afcbc94-1c4a-48da-8e2e-358438e756cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d5f51a-7ab2-408e-8a97-01cc51208e7b'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:13:20.213370 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 34d5f51a-7ab2-408e-8a97-01cc51208e7b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34d5f51a-7ab2-408e-8a97-01cc51208e7b,segment=NetworkSegment(61b380ce-9bc4-4a69-a49c-0c8e81d07d95),segment_id=61b380ce-9bc4-4a69-a49c-0c8e81d07d95)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:20.217179 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:20.220123 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:20.256191 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afcbc94-1c4a-48da-8e2e-358438e756cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d5f51a-7ab2-408e-8a97-01cc51208e7b', 'code': 200}
May 10 20:13:20.299215 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=34d5f51a-7ab2-408e-8a97-01cc51208e7b,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:20.302387 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:20.557498 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab7f49-999d-4cbf-ac1e-d92ecaf6639f req-ef8f89dc-2d72-4008-908f-5fbc2db7e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:20.559002 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-36ab7f49-999d-4cbf-ac1e-d92ecaf6639f req-ef8f89dc-2d72-4008-908f-5fbc2db7e15e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 1099 time: 0.0755215
May 10 20:13:20.606311 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-36ab7f49-999d-4cbf-ac1e-d92ecaf6639f req-3dcea329-4bba-4e91-9522-8d64ec9fc96e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397236
May 10 20:13:21.267808 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3467b-84b4-4280-b728-7b3badae1200 req-b46879c8-b586-40a6-b59e-3eb23c7e181c tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:21.269183 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cfb3467b-84b4-4280-b728-7b3badae1200 req-b46879c8-b586-40a6-b59e-3eb23c7e181c tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 946 time: 0.0804620
May 10 20:13:21.317592 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cfb3467b-84b4-4280-b728-7b3badae1200 req-b7ff3bcd-444b-41f3-8be7-bb55886c28c6 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417228
May 10 20:13:22.509639 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fca56a-444d-47f2-a04f-da9c824c934d req-2dc7902a-cd8f-4f32-bcde-2da1d3449eb5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:22.511169 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-78fca56a-444d-47f2-a04f-da9c824c934d req-2dc7902a-cd8f-4f32-bcde-2da1d3449eb5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 946 time: 0.0854959
May 10 20:13:22.560303 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-78fca56a-444d-47f2-a04f-da9c824c934d req-f1f2dd02-7065-4dde-a876-077b0058d90d tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430107
May 10 20:13:24.115538 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcf7cd-b822-46bd-9603-919abb483176 req-04dfa7d7-48b7-4f5e-ac02-268dbf3b0cdd tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:24.117013 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0cbcf7cd-b822-46bd-9603-919abb483176 req-04dfa7d7-48b7-4f5e-ac02-268dbf3b0cdd tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 946 time: 0.0891099
May 10 20:13:24.164090 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0cbcf7cd-b822-46bd-9603-919abb483176 req-3f9ec17e-8b3e-45fd-8ab0-c3fa05ea4eb7 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407491
May 10 20:13:25.356904 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98908e57-7252-479e-8b49-9eb9958b278a req-d4ac26bd-1b86-4ebf-b7b8-d0537dddb75a tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:25.358419 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-98908e57-7252-479e-8b49-9eb9958b278a req-d4ac26bd-1b86-4ebf-b7b8-d0537dddb75a tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 946 time: 0.0845144
May 10 20:13:25.493077 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-98908e57-7252-479e-8b49-9eb9958b278a req-99d2f5ae-57ed-43bd-ad02-80e88c29cc22 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288428
May 10 20:13:26.680918 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cee0-fe64-444e-9cca-befa38b4d86f req-332029b8-33f4-4902-9249-5cc1d17ad077 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:26.682634 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-47b8cee0-fe64-444e-9cca-befa38b4d86f req-332029b8-33f4-4902-9249-5cc1d17ad077 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 946 time: 0.0824823
May 10 20:13:26.726871 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-47b8cee0-fe64-444e-9cca-befa38b4d86f req-00f4cd96-290c-41cd-b159-b502428ec630 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386460
May 10 20:13:26.959959 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-11e2e1d7-1a26-4e80-9874-5a67bc28188d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:27.917978 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f744e78-2c2f-4184-9bcc-af26835d034b req-0d000545-72f2-422e-b3ce-f9b168fe1d2c tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:27.919536 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6f744e78-2c2f-4184-9bcc-af26835d034b req-0d000545-72f2-422e-b3ce-f9b168fe1d2c tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 946 time: 0.0863450
May 10 20:13:27.966854 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6f744e78-2c2f-4184-9bcc-af26835d034b req-2b601c5f-2bef-429f-ad7f-40c85c61f5c0 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415812
May 10 20:13:28.289745 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-87d621c6-5f66-4f37-8c4c-f36c2cd368e1 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:28.290354 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-87d621c6-5f66-4f37-8c4c-f36c2cd368e1 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Synchronizing usage tracker for tenant:eb1c739f786446ccaa40218a912293ef on resource:port {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:13:28.308944 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-87d621c6-5f66-4f37-8c4c-f36c2cd368e1 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Unset dirty status for tenant:eb1c739f786446ccaa40218a912293ef on resource:port {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:13:28.310156 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-87d621c6-5f66-4f37-8c4c-f36c2cd368e1 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 946 time: 0.0995278
May 10 20:13:28.448169 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Deleting port 34d5f51a-7ab2-408e-8a97-01cc51208e7b {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:13:28.448507 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:28.678536 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] For port 34d5f51a-7ab2-408e-8a97-01cc51208e7b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34d5f51a-7ab2-408e-8a97-01cc51208e7b,segment=NetworkSegment(61b380ce-9bc4-4a69-a49c-0c8e81d07d95),segment_id=61b380ce-9bc4-4a69-a49c-0c8e81d07d95)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:28.678883 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:28.811820 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Calling delete_port for 34d5f51a-7ab2-408e-8a97-01cc51208e7b owned by compute:nova {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:13:28.935936 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:28.941402 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-6ae7a114-7bc6-4898-af68-4895222a114f tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:28.973470 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['34d5f51a-7ab2-408e-8a97-01cc51208e7b'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:13:28.986100 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Pushing event deleted for resources: {'Port': ['ID=34d5f51a-7ab2-408e-8a97-01cc51208e7b,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:28.989166 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:29.065242 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] No DVR routers for this DVR port 34d5f51a-7ab2-408e-8a97-01cc51208e7b on host hv-cinder-78836 {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:13:29.068110 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:29.071127 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afcbc94-1c4a-48da-8e2e-358438e756cf', 'name': 'network-vif-deleted', 'tag': '34d5f51a-7ab2-408e-8a97-01cc51208e7b'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:13:29.088442 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a6fe12f2-8fe8-4bb3-8a3c-a67e1a97516a req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.23 "DELETE /v2.0/ports/34d5f51a-7ab2-408e-8a97-01cc51208e7b HTTP/1.1" status: 204  len: 173 time: 0.7722385
May 10 20:13:29.124749 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afcbc94-1c4a-48da-8e2e-358438e756cf', 'name': 'network-vif-deleted', 'tag': '34d5f51a-7ab2-408e-8a97-01cc51208e7b', 'status': 'completed', 'code': 200}
May 10 20:13:29.132466 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-40046ea2-8a3e-451e-8133-441faa99af43 req-8883d0b6-78a3-4a5d-b0c2-883f12cb9ba3 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=9afcbc94-1c4a-48da-8e2e-358438e756cf HTTP/1.1" status: 200  len: 210 time: 0.0545619
May 10 20:13:29.405575 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-b0e22c14-d6b4-4e63-bcf3-467a17f75555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:29.509930 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:30.513346 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-4f7111d1-2795-4bf3-94b5-471a74717e97 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:30.514711 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-4f7111d1-2795-4bf3-94b5-471a74717e97 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/networks?id=c209371f-ef90-4858-9576-a1fab9d28b9a HTTP/1.1" status: 200  len: 808 time: 0.1464469
May 10 20:13:30.529780 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dec31e33-bc94-4433-a936-ace8a377fc51 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/quotas/eb1c739f786446ccaa40218a912293ef HTTP/1.1" status: 200  len: 375 time: 0.0093186
May 10 20:13:30.581924 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-75f848c6-86ec-453f-b8f8-3277023b89c1 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb1c739f786446ccaa40218a912293ef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0470951
May 10 20:13:30.716752 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-561aff62-4519-4a52-a281-124b3fc49b78 service neutron] 10.222.0.18 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280897
May 10 20:13:30.743989 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:30.850696 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-654b0a0d-16f4-4afb-b1a6-51ff8743b156 service neutron] 10.222.0.18 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278572
May 10 20:13:31.034554 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-26242062-3fb5-4bfa-b231-7d6b9bd59a26 req-02cbbaad-6d81-4e83-b119-39652f295db3 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 210 time: 0.0447235
May 10 20:13:32.012918 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 34d5f51a-7ab2-408e-8a97-01cc51208e7b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:13:32.049879 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 34d5f51a-7ab2-408e-8a97-01cc51208e7b {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:13:32.050229 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 34d5f51a-7ab2-408e-8a97-01cc51208e7b not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:13:32.192085 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a3e8fd76-70c8-44ed-8dc3-580ffe5fe1cf req-f9ab75ad-1a62-472f-9d3a-0d0a76c027b4 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 210 time: 0.0457108
May 10 20:13:32.224547 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:32.242654 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-5543423e-096d-4d2f-a233-ea1d52e28a65 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:32.244145 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-5543423e-096d-4d2f-a233-ea1d52e28a65 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.23 "GET /v2.0/networks?id=c209371f-ef90-4858-9576-a1fab9d28b9a HTTP/1.1" status: 200  len: 808 time: 0.1687291
May 10 20:13:32.263034 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Request body: {'port': {'device_id': '3af3a5e1-1e67-4c0c-a232-78b108961925', 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a', 'admin_state_up': True, 'tenant_id': 'eb1c739f786446ccaa40218a912293ef'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:32.398993 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:32.403079 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Usage tracker for resource:port and tenant:eb1c739f786446ccaa40218a912293ef is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:32.405879 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:32.411539 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:32.422103 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Made reservation on behalf of eb1c739f786446ccaa40218a912293ef for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:13:32.425595 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:32.594230 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Allocated IP 172.20.0.2 (c209371f-ef90-4858-9576-a1fab9d28b9a/a40c9cac-7357-4b06-a177-587b64d5abcb/4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:13:32.800171 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:32.831119 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:32.836611 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0dfd0ebc-f2a9-4c21-aa93-bddbc362bbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:32.899123 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Network c209371f-ef90-4858-9576-a1fab9d28b9a is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:13:32.907244 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:32.912338 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Pushing event updated for resources: {'Port': ['ID=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:32.914501 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:13:32.942063 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:32.978690 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:32.979280 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:33.002494 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7439451
May 10 20:13:33.020941 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Request body: {'port': {'device_id': '3af3a5e1-1e67-4c0c-a232-78b108961925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:33.136179 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:33.388969 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2262eb8-06cb-419a-93a2-be89e165183f req-0a783a33-e1d4-4145-9669-016dd869d42e tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:33.390359 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2262eb8-06cb-419a-93a2-be89e165183f req-0a783a33-e1d4-4145-9669-016dd869d42e tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 931 time: 0.0847690
May 10 20:13:33.437750 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2262eb8-06cb-419a-93a2-be89e165183f req-5957a241-9ba2-4c31-bb4c-88a1beb0c64b tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413973
May 10 20:13:33.566798 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:13:33.574964 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:33.589358 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Transition to ACTIVE for port object 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:33.593006 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:33.596802 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5dcb7759-3606-43e5-b1ab-c1a1245f0488 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:33.760647 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:33.787839 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:33.845292 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Attempting to bind port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:13:33.845628 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Attempting to bind port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '61b380ce-9bc4-4a69-a49c-0c8e81d07d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:13:33.845958 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Attempting to bind port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 on network c209371f-ef90-4858-9576-a1fab9d28b9a {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:13:33.851191 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 on network c209371f-ef90-4858-9576-a1fab9d28b9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:13:33.851533 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Attempting to bind port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 on network c209371f-ef90-4858-9576-a1fab9d28b9a {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:13:33.856964 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:13:33.857302 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Checking segment: {'id': '61b380ce-9bc4-4a69-a49c-0c8e81d07d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:13:33.857690 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Bound using segment: {'id': '61b380ce-9bc4-4a69-a49c-0c8e81d07d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:13:33.858120 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Bound port: 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b380ce-9bc4-4a69-a49c-0c8e81d07d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:13:33.858470 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:33.865706 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38652) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:33.957089 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] For port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:13:33.960613 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] For port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08,segment=NetworkSegment(61b380ce-9bc4-4a69-a49c-0c8e81d07d95),segment_id=61b380ce-9bc4-4a69-a49c-0c8e81d07d95)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:13:33.965671 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:33.969568 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:33.987612 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6841f548-6981-43c1-b0ba-ea84474c5d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:34.002864 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-6841f548-6981-43c1-b0ba-ea84474c5d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:34.006728 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-6841f548-6981-43c1-b0ba-ea84474c5d4b admin admin] Usage tracker for resource:security_group_rule and tenant:2b7b5cceafee4efe94cf5dbe5c7abc64 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:34.010214 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-6841f548-6981-43c1-b0ba-ea84474c5d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:34.015978 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-6841f548-6981-43c1-b0ba-ea84474c5d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:34.022286 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:34.022631 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:34.024004 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] 10.222.0.23 "PUT /v2.0/ports/4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 HTTP/1.1" status: 200  len: 1093 time: 1.0073061
May 10 20:13:34.024504 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af3a5e1-1e67-4c0c-a232-78b108961925', 'tag': '4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:13:34.063176 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:34.069342 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-de76ab19-da85-4d53-be18-919d88e57cc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:34.071023 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af3a5e1-1e67-4c0c-a232-78b108961925', 'tag': '4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08', 'status': 'completed', 'code': 200}
May 10 20:13:34.108630 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6841f548-6981-43c1-b0ba-ea84474c5d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:34.113125 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6841f548-6981-43c1-b0ba-ea84474c5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:34.123604 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f964d1dc-251e-4596-b3d5-2b53268dcb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:34.162141 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841f548-6981-43c1-b0ba-ea84474c5d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a36318-e675-4bba-bcc5-4cc4887423e5,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:34.164213 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-002f7f9a-0498-42a3-b404-60be1e52cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:34.165415 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6841f548-6981-43c1-b0ba-ea84474c5d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:34.165659 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-002f7f9a-0498-42a3-b404-60be1e52cb6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb1c739f786446ccaa40218a912293ef&device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 1096 time: 0.0739541
May 10 20:13:34.169309 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-6841f548-6981-43c1-b0ba-ea84474c5d4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b7b5cceafee4efe94cf5dbe5c7abc64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3025513
May 10 20:13:34.171926 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38660) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:34.235277 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2285d342-1210-4a27-b7d2-ff8d4e3822c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:34.242946 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-a594eb07-9f32-465b-b9df-65b5ca3979f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 HTTP/1.1" status: 200  len: 217 time: 0.0627971
May 10 20:13:34.262309 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2285d342-1210-4a27-b7d2-ff8d4e3822c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:34.311628 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-5923deee-3a00-48c9-a262-7d2deb6f166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:34.313275 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-5923deee-3a00-48c9-a262-7d2deb6f166b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a40c9cac-7357-4b06-a177-587b64d5abcb HTTP/1.1" status: 200  len: 848 time: 0.0632937
May 10 20:13:34.315116 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2285d342-1210-4a27-b7d2-ff8d4e3822c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:34.319571 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-676e6e56-dcc4-4271-8b6b-67db0fdbb5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:34.331278 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285d342-1210-4a27-b7d2-ff8d4e3822c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a36318-e675-4bba-bcc5-4cc4887423e5,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:34.335846 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-2285d342-1210-4a27-b7d2-ff8d4e3822c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:34.337983 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-2285d342-1210-4a27-b7d2-ff8d4e3822c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:34.341980 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-2285d342-1210-4a27-b7d2-ff8d4e3822c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58a36318-e675-4bba-bcc5-4cc4887423e5 HTTP/1.1" status: 204  len: 168 time: 0.1666729
May 10 20:13:34.362909 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-40fd9190-f46d-49e0-9751-12289ef58238 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c209371f-ef90-4858-9576-a1fab9d28b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426800
May 10 20:13:34.503614 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-8c20b8f1-995e-4ee0-89cc-0bd99b1c15da service neutron] 10.222.0.23 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330779
May 10 20:13:34.639114 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda71c9-af7e-4631-ba9c-57c5ce2cf1ae req-d16c9500-d3ac-4b93-981c-1abb0c462d9b tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:34.644758 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6fda71c9-af7e-4631-ba9c-57c5ce2cf1ae req-d16c9500-d3ac-4b93-981c-1abb0c462d9b tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 943 time: 0.0968814
May 10 20:13:34.647490 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-609fdd77-6d3e-4f53-9e38-44fa9e7e9c47 req-92d3addb-454f-4801-8101-26765bb8eb3f service neutron] 10.222.0.23 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361446
May 10 20:13:34.692787 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6fda71c9-af7e-4631-ba9c-57c5ce2cf1ae req-bd7839b3-2c32-420a-a4ac-438feeaadd2e tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463431
May 10 20:13:34.806725 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29411f84-b3d5-42f6-be6e-eb6ef6855d3e req-01f2d14e-4dcc-4cd9-be0f-1ecc5c26027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:34.808233 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-29411f84-b3d5-42f6-be6e-eb6ef6855d3e req-01f2d14e-4dcc-4cd9-be0f-1ecc5c26027e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb1c739f786446ccaa40218a912293ef&device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 1096 time: 0.0709004
May 10 20:13:34.947796 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29411f84-b3d5-42f6-be6e-eb6ef6855d3e req-8a247a32-df83-4ee1-9e97-764ef3201870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:34.949240 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-29411f84-b3d5-42f6-be6e-eb6ef6855d3e req-8a247a32-df83-4ee1-9e97-764ef3201870 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c209371f-ef90-4858-9576-a1fab9d28b9a HTTP/1.1" status: 200  len: 909 time: 0.1344185
May 10 20:13:35.022508 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-29411f84-b3d5-42f6-be6e-eb6ef6855d3e req-9f5358f7-5b35-4121-b47b-6101b296c54f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 HTTP/1.1" status: 200  len: 217 time: 0.0657713
May 10 20:13:35.048600 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38686) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:35.088446 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29411f84-b3d5-42f6-be6e-eb6ef6855d3e req-b843648d-8c3a-4516-8c40-0b8ff935399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:35.090246 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-29411f84-b3d5-42f6-be6e-eb6ef6855d3e req-b843648d-8c3a-4516-8c40-0b8ff935399a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a40c9cac-7357-4b06-a177-587b64d5abcb HTTP/1.1" status: 200  len: 848 time: 0.0607452
May 10 20:13:35.144203 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-29411f84-b3d5-42f6-be6e-eb6ef6855d3e req-df690c29-20b8-4c30-9171-c44f60c5449c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c209371f-ef90-4858-9576-a1fab9d28b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439744
May 10 20:13:35.157050 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-753457684-network', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:35.161894 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:35.165721 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Usage tracker for resource:network and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:35.169014 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:35.175156 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:35.185850 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Made reservation on behalf of 05dc3cf68f0d4f85a170d2ff94117265 for: {'network': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:13:35.188271 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:35.201269 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:35.216139 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:35.220031 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Usage tracker for resource:security_group_rule and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:35.222938 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:35.229052 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:35.318442 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:35.323547 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:35.326575 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-aa556a36-f068-41c5-9b7c-3a3f292ce78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:35.355121 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'}  {{(pid=78747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:13:35.363705 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dce988-4041-4ae6-adc9-7a5871de1b72,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:35.367172 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:35.370500 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:35.370826 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.segments_db [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Added segment 9945826e-0784-46a3-9c5d-79c546bc1ad9 of type vlan for network 3b66859d-57c9-44ad-9da2-65b241314341
May 10 20:13:35.383074 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-29411f84-b3d5-42f6-be6e-eb6ef6855d3e req-628f5fcd-6b62-4daf-a01d-f97c184535ed service neutron] 10.222.0.23 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2234204
May 10 20:13:35.398028 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:35.430332 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:35.432496 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:35.433171 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:35.436655 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3b68864e-4c2a-4205-a5f3-387432f2c9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:35.519870 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-29411f84-b3d5-42f6-be6e-eb6ef6855d3e req-3a892128-9f08-4abf-9a99-b9c02cb84706 service neutron] 10.222.0.23 "GET /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287947
May 10 20:13:35.533070 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4833302
May 10 20:13:35.534012 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Pushing event updated for resources: {'Network': ['ID=3b66859d-57c9-44ad-9da2-65b241314341,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:35.536129 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38692) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:35.536771 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1b20953a-a135-4e71-977c-e2b24ec8eb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:35.542371 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Request body: {'subnet': {'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-753457684-subnet', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:35.545382 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 3b66859d-57c9-44ad-9da2-65b241314341 details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:13:35.547035 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:35.550938 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Usage tracker for resource:subnet and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:35.553869 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:35.559776 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:35.569945 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Made reservation on behalf of 05dc3cf68f0d4f85a170d2ff94117265 for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:13:35.573082 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082233'] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:35.889905 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b982d3c-2b50-4b78-860d-4d230d9bf462 req-affb774d-b9b7-47f9-93fc-9af1e38679fb tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:35.892039 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9b982d3c-2b50-4b78-860d-4d230d9bf462 req-affb774d-b9b7-47f9-93fc-9af1e38679fb tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 943 time: 0.0896916
May 10 20:13:35.937849 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9b982d3c-2b50-4b78-860d-4d230d9bf462 req-1b006783-7a8f-4f30-87af-ef7b5407429f tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397732
May 10 20:13:35.980445 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6584735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082123'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:35.985073 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:36.058611 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1201090d-b35a-4371-903d-026e41b1c208,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:36.062514 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:36.066875 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Checking segment: {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:13:36.067223 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Network hostable DHCP agents. Network: 3b66859d-57c9-44ad-9da2-65b241314341, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:13:36.084149 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Network 3b66859d-57c9-44ad-9da2-65b241314341 is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:13:36.092838 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 3b66859d-57c9-44ad-9da2-65b241314341) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:36.100982 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:36.101608 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:36.101729 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df99e17-74c4-4987-b479-255fe2f73d8d None None] Network 3b66859d-57c9-44ad-9da2-65b241314341 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:13:36.123547 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5862818
May 10 20:13:36.126277 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38698) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:36.131352 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:36.136436 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:36.140348 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Usage tracker for resource:router and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:36.143160 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:36.148947 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:36.160902 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4458'] for router, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:36.162049 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4435'] for router, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:36.177517 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:36.360487 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc2a8df-320a-50db-a64d-be9126b88c2f-3b66859d-57c9-44ad-9da2-65b241314341', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208'}]}} from dv-cinder-788365-3-iscsi. {{(pid=78749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:13:36.361432 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:36.448560 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4429'] for router, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:36.524024 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.db_base_plugin_common [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Allocated IP 172.20.0.2 (3b66859d-57c9-44ad-9da2-65b241314341/1201090d-b35a-4371-903d-026e41b1c208/1418f964-49dc-4f0a-bb3b-81e3a54523ea) {{(pid=78749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:13:36.724479 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Notify callbacks [] for port, precommit_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:36.737211 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Transition to ACTIVE for port object 1418f964-49dc-4f0a-bb3b-81e3a54523ea will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:36.756363 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Transition to ACTIVE for port object 1418f964-49dc-4f0a-bb3b-81e3a54523ea will not be triggered until provisioned by entity DHCP. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:36.758101 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:36.762528 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:36.766882 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:36.788526 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:36.827743 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Network 3b66859d-57c9-44ad-9da2-65b241314341 is already hosted by enough agents. {{(pid=78749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:13:36.830539 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.base_scheduler [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Resources bound (agent type, host, resource id):  {{(pid=78749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:36.834191 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Received port after_create {{(pid=78749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:13:36.849033 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Pushing event updated for resources: {'Port': ['ID=1418f964-49dc-4f0a-bb3b-81e3a54523ea,revision_number=1']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:36.877373 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:36.949087 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Attempting to bind port 1418f964-49dc-4f0a-bb3b-81e3a54523ea on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:13:36.949487 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Attempting to bind port 1418f964-49dc-4f0a-bb3b-81e3a54523ea by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:13:36.949843 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Attempting to bind port 1418f964-49dc-4f0a-bb3b-81e3a54523ea on network 3b66859d-57c9-44ad-9da2-65b241314341 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:13:36.955964 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:13:36.956350 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Checking segment: {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:13:36.956762 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:36.957163 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Bound using segment: {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:13:36.957640 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Bound port: 1418f964-49dc-4f0a-bb3b-81e3a54523ea, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:13:36.958026 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:37.035167 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:13:37.037820 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Allocated IP 172.27.0.228 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/62a3a2af-cad4-49c5-827a-6647ad60f404) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:13:37.052573 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] For port 1418f964-49dc-4f0a-bb3b-81e3a54523ea, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:13:37.055866 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] For port 1418f964-49dc-4f0a-bb3b-81e3a54523ea, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=1418f964-49dc-4f0a-bb3b-81e3a54523ea,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:13:37.061460 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:37.065644 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:37.129577 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17811d9c-06cc-43af-8169-3ff1d3ae6993 req-45bc969c-230c-4211-afa0-5f65d8a6758a tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:37.131054 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-17811d9c-06cc-43af-8169-3ff1d3ae6993 req-45bc969c-230c-4211-afa0-5f65d8a6758a tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 943 time: 0.0864656
May 10 20:13:37.165546 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Pushing event updated for resources: {'Port': ['ID=1418f964-49dc-4f0a-bb3b-81e3a54523ea,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:37.170747 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:37.210558 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:37.247424 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:37.252115 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:37.284976 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-17811d9c-06cc-43af-8169-3ff1d3ae6993 req-ba99cd44-4cf6-46fd-8f8a-580916f4bd69 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444206
May 10 20:13:37.320009 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:13:37.323661 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:37.330964 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:13:37.403472 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Pushing event updated for resources: {'Port': ['ID=62a3a2af-cad4-49c5-827a-6647ad60f404,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:37.408155 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:37.776685 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:38.028206 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:13:38.066673 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 1418f964-49dc-4f0a-bb3b-81e3a54523ea up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:38.095561 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5e667-12e5-47a6-839e-033815f644b7 None None] Network 3b66859d-57c9-44ad-9da2-65b241314341 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:13:38.137249 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659203'] for router, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:38.272196 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-07de9943-a206-497b-94aa-191320eb7041 None None] Provisioning for port 1418f964-49dc-4f0a-bb3b-81e3a54523ea completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:38.355797 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Router 8a89cade-713f-4a6c-b829-d5c7c5eee82f is scheduled to L3 agent 229cd993-baba-4305-aee7-6911b8bac52a with binding_index 1 {{(pid=78748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:13:38.374416 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 1418f964-49dc-4f0a-bb3b-81e3a54523ea completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:38.389049 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 1418f964-49dc-4f0a-bb3b-81e3a54523ea triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:38.389372 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:38.413515 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08,segment=NetworkSegment(61b380ce-9bc4-4a69-a49c-0c8e81d07d95),segment_id=61b380ce-9bc4-4a69-a49c-0c8e81d07d95)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:38.453410 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08', 'network_id': 'c209371f-ef90-4858-9576-a1fab9d28b9a', 'port_id': '4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08', 'mac_address': 'fa:16:3e:96:10:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40c9cac-7357-4b06-a177-587b64d5abcb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:13:38.486342 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac95cd-a9b0-4c83-a268-4f70af34b80f req-b1ab8a5a-87c2-4480-9ceb-41a922adc924 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:38.488118 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f8ac95cd-a9b0-4c83-a268-4f70af34b80f req-b1ab8a5a-87c2-4480-9ceb-41a922adc924 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 943 time: 0.0892735
May 10 20:13:38.540959 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f8ac95cd-a9b0-4c83-a268-4f70af34b80f req-10a2bb06-e485-410a-95c0-a9cf42bd75fb tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466523
May 10 20:13:38.571600 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:38.595493 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:13:38.656313 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08,segment=NetworkSegment(61b380ce-9bc4-4a69-a49c-0c8e81d07d95),segment_id=61b380ce-9bc4-4a69-a49c-0c8e81d07d95)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:38.660569 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:13:38.672205 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:38.683980 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:38.685322 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:38.686640 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5594573
May 10 20:13:38.689353 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38706) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:38.713497 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Sync routers for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:13:38.726389 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:38.757665 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:13:38.758304 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf362700>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:13:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:38.993534 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:38.998677 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 1418f964-49dc-4f0a-bb3b-81e3a54523ea, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=1418f964-49dc-4f0a-bb3b-81e3a54523ea,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:39.015989 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:39.018593 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:39.020577 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:39.024709 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:39.064989 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-4d037afe-62eb-47f1-9937-987fd89ca8e0 None None] Provisioning complete for port 1418f964-49dc-4f0a-bb3b-81e3a54523ea triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:39.065745 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4d037afe-62eb-47f1-9937-987fd89ca8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:39.090014 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:13:39.225642 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:13:39.347475 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=1418f964-49dc-4f0a-bb3b-81e3a54523ea,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:39.379077 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:39.427250 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.427619 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.427958 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.428292 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.428623 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.429121 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.429272 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.429627 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.429907 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.430356 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.430689 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.431035 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:39.472934 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:39.589908 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Allocated IP 172.20.0.1 (3b66859d-57c9-44ad-9da2-65b241314341/1201090d-b35a-4371-903d-026e41b1c208/6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:13:39.689689 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf362700>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:37Z', 'revision_number': 3, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:39.693756 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Checking router: 8a89cade-713f-4a6c-b829-d5c7c5eee82f for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:13:39.694117 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Updating router 8a89cade-713f-4a6c-b829-d5c7c5eee82f port 62a3a2af-cad4-49c5-827a-6647ad60f404 binding host dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:13:39.738373 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85fba-fd79-4a1a-a822-127b0242fe8b req-a7cf5f6b-f9fd-49b2-ba82-8b0925747de3 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:39.739984 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-97c85fba-fd79-4a1a-a822-127b0242fe8b req-a7cf5f6b-f9fd-49b2-ba82-8b0925747de3 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 944 time: 0.0864904
May 10 20:13:39.747060 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:39.749071 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:39.765962 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Transition to ACTIVE for port object 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:39.792099 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-97c85fba-fd79-4a1a-a822-127b0242fe8b req-a6eb182f-f25f-450e-bb93-dda07e4b9962 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427177
May 10 20:13:39.793105 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:39.798035 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:39.857793 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Network 3b66859d-57c9-44ad-9da2-65b241314341 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:13:39.860742 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:39.864491 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:13:39.925625 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655836'] for router_interface, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.068441 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 1418f964-49dc-4f0a-bb3b-81e3a54523ea up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:40.151506 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Notify callbacks [] for port, precommit_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.158981 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:40.173508 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Transition to ACTIVE for port object 62a3a2af-cad4-49c5-827a-6647ad60f404 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:40.175901 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:40.183523 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.191438 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-062f7910-cdfb-4983-adf0-f869b45eadc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:40.226767 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-faa22339-a65b-4777-b258-dc190bd7962a None None] Provisioning for port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:40.239161 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 1418f964-49dc-4f0a-bb3b-81e3a54523ea triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:40.239644 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.284182 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-faa22339-a65b-4777-b258-dc190bd7962a None None] Provisioning complete for port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:40.284182 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-faa22339-a65b-4777-b258-dc190bd7962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.301911 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.353876 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Attempting to bind port 62a3a2af-cad4-49c5-827a-6647ad60f404 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:13:40.354081 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Attempting to bind port 62a3a2af-cad4-49c5-827a-6647ad60f404 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:13:40.354376 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Attempting to bind port 62a3a2af-cad4-49c5-827a-6647ad60f404 on network 66463a67-383e-46fc-b836-a04601c3d476 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:13:40.361193 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a08d59-cee1-4835-89c8-efb619232315 None None] Pushing event updated for resources: {'Port': ['ID=62a3a2af-cad4-49c5-827a-6647ad60f404,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:40.374944 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-98a08d59-cee1-4835-89c8-efb619232315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:40.375963 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:13:40.376294 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Checking segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:13:40.376700 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.377095 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Bound using segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:13:40.377580 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Bound port: 62a3a2af-cad4-49c5-827a-6647ad60f404, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:13:40.377950 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.469891 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-faa22339-a65b-4777-b258-dc190bd7962a None None] Port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:13:40.531969 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.536751 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.547651 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] For port 62a3a2af-cad4-49c5-827a-6647ad60f404, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:13:40.559908 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] For port 62a3a2af-cad4-49c5-827a-6647ad60f404, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=62a3a2af-cad4-49c5-827a-6647ad60f404,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:13:40.563629 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-48c73d3a-9753-411e-a5ad-03554a85c6b6 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:40.568175 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.574808 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:40.649265 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:40.652438 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655743'] for router_interface, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:40.654779 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a08d59-cee1-4835-89c8-efb619232315 None None] Pushing event updated for resources: {'Port': ['ID=62a3a2af-cad4-49c5-827a-6647ad60f404,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:40.657149 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:40.657299 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:13:40.657891 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf362700>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:13:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:40.711016 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-98a08d59-cee1-4835-89c8-efb619232315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:40.789169 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Network 3b66859d-57c9-44ad-9da2-65b241314341 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:13:40.790333 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:40.838473 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:13:41.018646 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Router 8a89cade-713f-4a6c-b829-d5c7c5eee82f has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:13:41.047492 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c3b91-4bd1-43cb-b00b-2d03376dd047 req-16dbd166-1c7b-4501-834a-699256f1fe5e tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:41.049798 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-901c3b91-4bd1-43cb-b00b-2d03376dd047 req-16dbd166-1c7b-4501-834a-699256f1fe5e tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 944 time: 0.1059976
May 10 20:13:41.097242 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-901c3b91-4bd1-43cb-b00b-2d03376dd047 req-5a652132-8673-42d4-b629-767b0d024ff2 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417714
May 10 20:13:41.123128 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-01b61843-2abc-4f8e-aec2-1d62f37c2956 None None] Provisioning complete for port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:41.123763 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-01b61843-2abc-4f8e-aec2-1d62f37c2956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:41.204577 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:13:41.209250 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-01b61843-2abc-4f8e-aec2-1d62f37c2956 None None] Port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:13:41.214826 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] 10.222.0.18 "PUT /v2.0/routers/8a89cade-713f-4a6c-b829-d5c7c5eee82f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5244851
May 10 20:13:41.237140 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf362700>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 2, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:41.241277 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4196a-4817-4bb0-b683-6c3ba17eca56 None None] The sync data for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi is: [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 2, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:13:41.780130 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38728) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:41.785730 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1157257426-network', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:41.796764 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:41.809722 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Usage tracker for resource:network and tenant:b44f40af14b34c16960044d8dfb2b93b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:41.813473 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:41.825878 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:41.836581 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Made reservation on behalf of b44f40af14b34c16960044d8dfb2b93b for: {'network': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:13:41.839645 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:41.856567 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:41.873634 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:41.877732 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Usage tracker for resource:security_group_rule and tenant:b44f40af14b34c16960044d8dfb2b93b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:41.880646 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:41.887038 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:41.990534 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:41.995362 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:41.998393 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d83b80de-55a4-47d5-bdbd-ce607ee277f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:42.028649 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] vlan segment allocate from pool success with {'vlan_id': 997, 'physical_network': 'physnet1'}  {{(pid=78748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:13:42.037617 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b243a59-6cfb-4867-af04-0a2beb06ffa8,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:42.041413 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:42.044644 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.044994 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.segments_db [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Added segment e1b854c1-8811-476f-9368-2d930473c132 of type vlan for network e961f97d-2bee-492a-849a-675800abe472
May 10 20:13:42.061703 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:42.086660 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.106710 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 62a3a2af-cad4-49c5-827a-6647ad60f404 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:42.120585 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.121922 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:42.122500 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.126132 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8af32a58-fe7b-4fa9-bee5-45730db2b2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:42.232304 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 62a3a2af-cad4-49c5-827a-6647ad60f404 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:42.240196 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 62a3a2af-cad4-49c5-827a-6647ad60f404 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:42.241011 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.245610 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4642961
May 10 20:13:42.248417 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38734) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:42.255363 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Request body: {'subnet': {'network_id': 'e961f97d-2bee-492a-849a-675800abe472', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1157257426-subnet', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:42.265695 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:42.272456 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Pushing event updated for resources: {'Network': ['ID=e961f97d-2bee-492a-849a-675800abe472,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:42.276445 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-06ed8f07-53f0-4178-842b-b49d8e4ee809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:42.278400 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Usage tracker for resource:subnet and tenant:b44f40af14b34c16960044d8dfb2b93b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:42.284196 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:42.287086 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:42.292377 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network e961f97d-2bee-492a-849a-675800abe472 details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:13:42.293252 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:42.305088 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Made reservation on behalf of b44f40af14b34c16960044d8dfb2b93b for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:13:42.308281 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810767c-f4c8-45ad-b16f-5931bc3e0430 req-bef5b6b2-2169-4a5f-ba31-465d4f1034b6 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:42.309256 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082233'] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.316673 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7810767c-f4c8-45ad-b16f-5931bc3e0430 req-bef5b6b2-2169-4a5f-ba31-465d4f1034b6 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 944 time: 0.0980492
May 10 20:13:42.371134 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7810767c-f4c8-45ad-b16f-5931bc3e0430 req-20a651a8-caf9-424a-8495-f32aa06b0a3a tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534055
May 10 20:13:42.380780 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:42.381162 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.537817 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.593531 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 62a3a2af-cad4-49c5-827a-6647ad60f404, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=62a3a2af-cad4-49c5-827a-6647ad60f404,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:42.605480 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.607403 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:42.638255 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.690015 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af3a5e1-1e67-4c0c-a232-78b108961925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:13:42.706143 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08,segment=NetworkSegment(61b380ce-9bc4-4a69-a49c-0c8e81d07d95),segment_id=61b380ce-9bc4-4a69-a49c-0c8e81d07d95)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:42.706979 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=62a3a2af-cad4-49c5-827a-6647ad60f404,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:42.710290 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:42.713367 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.715213 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-4c6698e7-c812-4f0b-a61c-1753d1e66dd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:42.759212 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af3a5e1-1e67-4c0c-a232-78b108961925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08', 'code': 200}
May 10 20:13:42.784736 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:42.787717 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:42.840463 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6584735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082123'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.844390 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e0da7e04-08df-4d14-9f9c-7d66ae9528a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:42.919690 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1452a7a3-4e19-48e3-9f5f-e6d4646a3a18,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:42.922489 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:42.927437 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Checking segment: {'id': 'e1b854c1-8811-476f-9368-2d930473c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'e961f97d-2bee-492a-849a-675800abe472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:13:42.928076 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Network hostable DHCP agents. Network: e961f97d-2bee-492a-849a-675800abe472, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:13:42.948256 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Network e961f97d-2bee-492a-849a-675800abe472 is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:13:42.959396 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, e961f97d-2bee-492a-849a-675800abe472) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:42.968178 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fab3b53-567c-4fd4-a1cf-1e2b715fb017 None None] Network e961f97d-2bee-492a-849a-675800abe472 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:13:43.005422 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:43.006016 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.039359 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7898934
May 10 20:13:43.042287 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38740) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:43.048352 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1157257426-router', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:43.053350 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:43.058614 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Usage tracker for resource:router and tenant:b44f40af14b34c16960044d8dfb2b93b is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:43.062718 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823709b-545f-4587-995b-5bb73db5152f req-e2f4cd45-9ed5-4868-b795-0e15185ec1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:43.064307 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b823709b-545f-4587-995b-5bb73db5152f req-e2f4cd45-9ed5-4868-b795-0e15185ec1d1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 1098 time: 0.0955820
May 10 20:13:43.065598 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:43.077027 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:43.089400 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4458'] for router, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.091255 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4435'] for router, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.109436 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.112830 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-b823709b-545f-4587-995b-5bb73db5152f req-63a21300-1af1-4fbf-acdc-57a062818790 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417583
May 10 20:13:43.235965 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc2a8df-320a-50db-a64d-be9126b88c2f-e961f97d-2bee-492a-849a-675800abe472', 'network_id': 'e961f97d-2bee-492a-849a-675800abe472', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'fixed_ips': [{'subnet_id': '1452a7a3-4e19-48e3-9f5f-e6d4646a3a18'}]}} from dv-cinder-788365-3-iscsi. {{(pid=78749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:13:43.236803 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.338441 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Sync routers for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:13:43.348835 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:13:43.349635 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce41eca60>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:13:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:43.387793 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4429'] for router, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.407295 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.db_base_plugin_common [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Allocated IP 172.20.0.2 (e961f97d-2bee-492a-849a-675800abe472/1452a7a3-4e19-48e3-9f5f-e6d4646a3a18/eff916f2-8faa-4a88-9622-9b6eef9be558) {{(pid=78749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:13:43.539789 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:13:43.606903 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57503a-a472-4615-a3b2-cea376f4add2 req-3741c865-55bd-4fff-b0cf-8beac818c3fb tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:43.608338 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bd57503a-a472-4615-a3b2-cea376f4add2 req-3741c865-55bd-4fff-b0cf-8beac818c3fb tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 945 time: 0.1304324
May 10 20:13:43.638723 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Notify callbacks [] for port, precommit_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.649251 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Transition to ACTIVE for port object eff916f2-8faa-4a88-9622-9b6eef9be558 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:43.669272 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Transition to ACTIVE for port object eff916f2-8faa-4a88-9622-9b6eef9be558 will not be triggered until provisioned by entity DHCP. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:43.675715 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.679526 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:43.737759 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Network e961f97d-2bee-492a-849a-675800abe472 is already hosted by enough agents. {{(pid=78749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:13:43.740908 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.base_scheduler [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Resources bound (agent type, host, resource id):  {{(pid=78749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:43.743611 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Received port after_create {{(pid=78749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:13:43.788387 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Pushing event updated for resources: {'Port': ['ID=eff916f2-8faa-4a88-9622-9b6eef9be558,revision_number=1']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:43.797564 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:43.813778 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bd57503a-a472-4615-a3b2-cea376f4add2 req-76ef6381-6b95-4fd1-a0b8-5657c538b618 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961906
May 10 20:13:43.850390 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.867238 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Attempting to bind port eff916f2-8faa-4a88-9622-9b6eef9be558 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:13:43.867640 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Attempting to bind port eff916f2-8faa-4a88-9622-9b6eef9be558 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'e1b854c1-8811-476f-9368-2d930473c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'e961f97d-2bee-492a-849a-675800abe472'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:13:43.868128 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Attempting to bind port eff916f2-8faa-4a88-9622-9b6eef9be558 on network e961f97d-2bee-492a-849a-675800abe472 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:13:43.874281 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:13:43.874648 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Checking segment: {'id': 'e1b854c1-8811-476f-9368-2d930473c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'e961f97d-2bee-492a-849a-675800abe472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:13:43.875262 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.875689 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Bound using segment: {'id': 'e1b854c1-8811-476f-9368-2d930473c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'e961f97d-2bee-492a-849a-675800abe472'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:13:43.876336 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Bound port: eff916f2-8faa-4a88-9622-9b6eef9be558, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b854c1-8811-476f-9368-2d930473c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'e961f97d-2bee-492a-849a-675800abe472'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:13:43.876839 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.880087 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce41eca60>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 2, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:43.883380 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.884196 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Checking router: 8a89cade-713f-4a6c-b829-d5c7c5eee82f for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:13:43.884572 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Updating router 8a89cade-713f-4a6c-b829-d5c7c5eee82f port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf binding host dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:13:43.942928 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.976998 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] For port eff916f2-8faa-4a88-9622-9b6eef9be558, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:13:43.980648 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] For port eff916f2-8faa-4a88-9622-9b6eef9be558, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=eff916f2-8faa-4a88-9622-9b6eef9be558,segment=NetworkSegment(e1b854c1-8811-476f-9368-2d930473c132),segment_id=e1b854c1-8811-476f-9368-2d930473c132)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:13:43.986028 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:43.992416 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-e02364cc-ab0e-4662-920c-316b1de1f851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:44.049172 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Allocated IP 172.27.0.144 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/8edb414b-0553-47e9-b21c-2c7ca1f8f7da) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:13:44.049778 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 62a3a2af-cad4-49c5-827a-6647ad60f404 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:44.135377 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Pushing event updated for resources: {'Port': ['ID=eff916f2-8faa-4a88-9622-9b6eef9be558,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:44.138759 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:44.152228 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 62a3a2af-cad4-49c5-827a-6647ad60f404 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:44.152827 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:44.380373 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Notify callbacks [] for port, precommit_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:44.403020 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:44.404782 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.provisioning_blocks [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Transition to ACTIVE for port object 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf will not be triggered until provisioned by entity L2. {{(pid=78750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:44.419923 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:44.425550 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-28731535-317d-4f8a-a371-05bf1aae8d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:44.450867 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:44.459115 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f48fd7e0-6333-4e18-861e-cad184777e56 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:44.520569 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:13:44.523485 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:44.528050 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:13:44.574296 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Pushing event updated for resources: {'Port': ['ID=8edb414b-0553-47e9-b21c-2c7ca1f8f7da,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:44.578425 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:44.623456 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Pushing event updated for resources: {'Port': ['ID=6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf,revision_number=3']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:44.639774 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.640111 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.640440 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.640947 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.641271 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.641595 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.641905 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.642373 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.642962 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.643205 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.643545 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.643854 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:44.655137 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:44.667268 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Attempting to bind port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:13:44.667694 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Attempting to bind port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:13:44.668090 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Attempting to bind port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf on network 3b66859d-57c9-44ad-9da2-65b241314341 {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:13:44.673967 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:13:44.674480 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Checking segment: {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:13:44.674887 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:44.675284 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Bound using segment: {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:13:44.675775 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Bound port: 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'}}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:13:44.676145 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:44.770296 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] For port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:13:44.773301 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] For port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:13:44.778265 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:44.782790 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:44.884299 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:13:44.885095 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce41eca60>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:13:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:44.980211 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:45.093200 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Pushing event updated for resources: {'Port': ['ID=6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf,revision_number=4']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:45.096625 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:45.162710 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:13:45.236431 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcee0f-568f-471e-958e-48815eacf2ed req-99b87a56-ddf3-4bcd-9cac-c23df2168808 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:45.237925 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-52dcee0f-568f-471e-958e-48815eacf2ed req-99b87a56-ddf3-4bcd-9cac-c23df2168808 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 945 time: 0.2000487
May 10 20:13:45.270251 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be91fed9-7d03-4ea7-841a-648950f47548 None None] Network e961f97d-2bee-492a-849a-675800abe472 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:13:45.375443 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-f7ebdc54-c3fe-45a8-b2f1-bb0376c656a9 None None] Provisioning for port eff916f2-8faa-4a88-9622-9b6eef9be558 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:45.419423 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-52dcee0f-568f-471e-958e-48815eacf2ed req-d21e57c8-c788-4d15-b5e8-da2592c9c6be tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309121
May 10 20:13:45.450193 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659203'] for router, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:45.501426 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce41eca60>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:44Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:45.505453 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd48be73-b836-4347-9bb0-70fa3470e46d None None] The sync data for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi is: [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:44Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:13:45.683890 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 is scheduled to L3 agent 229cd993-baba-4305-aee7-6911b8bac52a with binding_index 1 {{(pid=78747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:13:46.015107 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:13:46.028700 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Sync routers for ids ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:13:46.040950 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Routers {'65a74633-5c63-4fbf-a71d-9e00aefa1be6'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:13:46.041662 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce42d18e0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:13:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:46.044205 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] Notify callbacks [] for router, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:46.045519 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-66686a9a-257b-4533-8da5-b8d3709ac39f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.0021236
May 10 20:13:46.048325 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38756) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:46.189368 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:46.300233 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:46.318734 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:46.319114 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:46.345977 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Set router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:13:46.732228 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:46.771132 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:46.778479 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:46.779332 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device eff916f2-8faa-4a88-9622-9b6eef9be558 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:46.807462 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-d901daa6-01e0-4449-a686-1a6883cfbcb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:46.833712 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:46.858382 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15af41-ca54-4fc9-baca-f7f48b74b1f9 req-8be3d7e0-b125-4acc-8530-9308c952d44e tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:46.859982 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1f15af41-ca54-4fc9-baca-f7f48b74b1f9 req-8be3d7e0-b125-4acc-8530-9308c952d44e tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 945 time: 0.1628706
May 10 20:13:46.865245 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce42d18e0>, [{'id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'name': 'tempest-TestVolumeBootPattern-1157257426-router', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:44Z', 'revision_number': 3, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'gw_port': {'id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:46.877492 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Checking router: 65a74633-5c63-4fbf-a71d-9e00aefa1be6 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:13:46.877935 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Updating router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da binding host dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:13:46.959594 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:46.963944 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:46.987911 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:46.993466 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port eff916f2-8faa-4a88-9622-9b6eef9be558 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:47.009290 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port eff916f2-8faa-4a88-9622-9b6eef9be558 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:47.009757 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.019228 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1f15af41-ca54-4fc9-baca-f7f48b74b1f9 req-d0161ce0-9ed0-43b0-8c08-ef812216f4cb tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069374
May 10 20:13:47.116801 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Allocated IP 172.20.0.1 (e961f97d-2bee-492a-849a-675800abe472/1452a7a3-4e19-48e3-9f5f-e6d4646a3a18/ddc63563-19fe-471e-89c2-b21cc7abf59e) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:13:47.268881 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.279454 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.286460 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.provisioning_blocks [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Transition to ACTIVE for port object ddc63563-19fe-471e-89c2-b21cc7abf59e will not be triggered until provisioned by entity DHCP. {{(pid=78747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:47.310660 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.315554 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-acd17eb0-64a3-42ae-818f-fad422e113c2 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:47.342627 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port eff916f2-8faa-4a88-9622-9b6eef9be558, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=eff916f2-8faa-4a88-9622-9b6eef9be558,segment=NetworkSegment(e1b854c1-8811-476f-9368-2d930473c132),segment_id=e1b854c1-8811-476f-9368-2d930473c132)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:47.348195 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.350925 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:47.375139 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Network e961f97d-2bee-492a-849a-675800abe472 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:13:47.381981 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:47.387587 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:13:47.416184 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc63563-19fe-471e-89c2-b21cc7abf59e,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:47.426035 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:47.448985 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655836'] for router_interface, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.477747 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=eff916f2-8faa-4a88-9622-9b6eef9be558,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:47.482621 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:47.493613 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.510459 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Transition to ACTIVE for port object 8edb414b-0553-47e9-b21c-2c7ca1f8f7da will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:47.519716 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.523812 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:47.599618 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Attempting to bind port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:13:47.599991 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Attempting to bind port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:13:47.600360 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Attempting to bind port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da on network 66463a67-383e-46fc-b836-a04601c3d476 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:13:47.606730 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd08a08-2563-4705-b487-1248f7b4ca40 None None] Pushing event updated for resources: {'Port': ['ID=8edb414b-0553-47e9-b21c-2c7ca1f8f7da,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:47.609556 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-2fd08a08-2563-4705-b487-1248f7b4ca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:47.612431 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:13:47.612813 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Checking segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:13:47.613228 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.613608 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Bound using segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:13:47.614072 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Bound port: 8edb414b-0553-47e9-b21c-2c7ca1f8f7da, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:13:47.614443 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.692051 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-041c02d7-b504-467e-838b-eae4331a5ab0 None None] Provisioning for port ddc63563-19fe-471e-89c2-b21cc7abf59e completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:47.700971 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-041c02d7-b504-467e-838b-eae4331a5ab0 None None] Provisioning complete for port ddc63563-19fe-471e-89c2-b21cc7abf59e triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:47.701343 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-041c02d7-b504-467e-838b-eae4331a5ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.730722 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] For port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:13:47.747768 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] For port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=8edb414b-0553-47e9-b21c-2c7ca1f8f7da,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:13:47.760332 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.765723 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:47.801496 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-041c02d7-b504-467e-838b-eae4331a5ab0 None None] Port ddc63563-19fe-471e-89c2-b21cc7abf59e cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:13:47.806673 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:47.844912 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Routers {'65a74633-5c63-4fbf-a71d-9e00aefa1be6'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:13:47.845534 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce42d18e0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:13:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:48.005810 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd08a08-2563-4705-b487-1248f7b4ca40 None None] Pushing event updated for resources: {'Port': ['ID=8edb414b-0553-47e9-b21c-2c7ca1f8f7da,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:48.009007 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-2fd08a08-2563-4705-b487-1248f7b4ca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:48.031842 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:48.047977 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:48.054479 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60911230'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:48.083533 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-09336969-8850-427e-94d6-3696dd36e07b tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:48.134332 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] Set router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:13:48.201968 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:48.202342 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:48.208932 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc63563-19fe-471e-89c2-b21cc7abf59e,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:48.211395 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655743'] for router_interface, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:48.215939 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:48.243256 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-f8a0a524-bd64-4fdb-884d-88488f914618 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:48.245578 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-f8a0a524-bd64-4fdb-884d-88488f914618 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Synchronizing usage tracker for tenant:eb1c739f786446ccaa40218a912293ef on resource:port {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:13:48.262652 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-f8a0a524-bd64-4fdb-884d-88488f914618 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Unset dirty status for tenant:eb1c739f786446ccaa40218a912293ef on resource:port {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:13:48.263890 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-f8a0a524-bd64-4fdb-884d-88488f914618 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.23 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 945 time: 0.1051292
May 10 20:13:48.350751 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974ef5-49c0-4018-8ea3-43fed003349f req-e14a8aef-1759-4b87-b194-796f6aaea39f tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:48.352195 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-30974ef5-49c0-4018-8ea3-43fed003349f req-e14a8aef-1759-4b87-b194-796f6aaea39f tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 945 time: 0.2114441
May 10 20:13:48.409220 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Network e961f97d-2bee-492a-849a-675800abe472 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:13:48.412499 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:13:48.413931 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-a1b4daf9-5e13-4546-af72-69a32f1bdef5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Deleting port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:13:48.414278 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-a1b4daf9-5e13-4546-af72-69a32f1bdef5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:48.430000 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-30974ef5-49c0-4018-8ea3-43fed003349f req-34566642-0495-4895-808e-5ce017b63a78 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/security-groups?id=330faddb-8a87-4482-8e79-c6cd025a0ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657086
May 10 20:13:48.567568 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device eff916f2-8faa-4a88-9622-9b6eef9be558 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:48.579503 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-a1b4daf9-5e13-4546-af72-69a32f1bdef5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] For port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08,segment=NetworkSegment(61b380ce-9bc4-4a69-a49c-0c8e81d07d95),segment_id=61b380ce-9bc4-4a69-a49c-0c8e81d07d95)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:48.579949 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-a1b4daf9-5e13-4546-af72-69a32f1bdef5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:48.633318 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:13:48.676641 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port eff916f2-8faa-4a88-9622-9b6eef9be558 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:48.677022 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:48.714606 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-a1b4daf9-5e13-4546-af72-69a32f1bdef5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Calling delete_port for 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 owned by compute:nova {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:13:48.729359 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce42d18e0>, [{'id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'name': 'tempest-TestVolumeBootPattern-1157257426-router', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:47Z', 'revision_number': 4, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'gw_port': {'id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'ddc63563-19fe-471e-89c2-b21cc7abf59e', 'name': '', 'network_id': 'e961f97d-2bee-492a-849a-675800abe472', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'mac_address': 'fa:16:3e:c1:0e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1452a7a3-4e19-48e3-9f5f-e6d4646a3a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:46Z', 'updated_at': '2021-05-10T20:13:47Z', 'revision_number': 1, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'subnets': [{'id': '1452a7a3-4e19-48e3-9f5f-e6d4646a3a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:48.745597 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8538710-6f1b-49a0-b3fe-3943c7fca1e3 None None] The sync data for ids ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'] in dv-cinder-788365-3-iscsi is: [{'id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'name': 'tempest-TestVolumeBootPattern-1157257426-router', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:47Z', 'revision_number': 4, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'gw_port': {'id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'ddc63563-19fe-471e-89c2-b21cc7abf59e', 'name': '', 'network_id': 'e961f97d-2bee-492a-849a-675800abe472', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'mac_address': 'fa:16:3e:c1:0e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1452a7a3-4e19-48e3-9f5f-e6d4646a3a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:46Z', 'updated_at': '2021-05-10T20:13:47Z', 'revision_number': 1, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'subnets': [{'id': '1452a7a3-4e19-48e3-9f5f-e6d4646a3a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:13:48.755820 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-1ee2507d-07f8-4468-ad5d-52935b004ff1 None None] Provisioning complete for port ddc63563-19fe-471e-89c2-b21cc7abf59e triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:48.756230 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-1ee2507d-07f8-4468-ad5d-52935b004ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:48.839741 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:13:48.849841 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-388d15da-5486-4015-be6c-5781c8519c02 admin admin] 10.222.0.18 "PUT /v2.0/routers/65a74633-5c63-4fbf-a71d-9e00aefa1be6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8004177
May 10 20:13:48.852186 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-1ee2507d-07f8-4468-ad5d-52935b004ff1 None None] Port ddc63563-19fe-471e-89c2-b21cc7abf59e cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:13:48.883610 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-a1b4daf9-5e13-4546-af72-69a32f1bdef5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:48.892045 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-650a0a3f-7f9b-49a7-926d-3c0a9af7e89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:48.930807 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:13:48.972770 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4daf9-5e13-4546-af72-69a32f1bdef5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Pushing event deleted for resources: {'Port': ['ID=4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:48.975701 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a1b4daf9-5e13-4546-af72-69a32f1bdef5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:49.058477 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-a1b4daf9-5e13-4546-af72-69a32f1bdef5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] No DVR routers for this DVR port 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 on host hv-cinder-78836 {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:13:49.061163 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-a1b4daf9-5e13-4546-af72-69a32f1bdef5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:49.065382 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af3a5e1-1e67-4c0c-a232-78b108961925', 'name': 'network-vif-deleted', 'tag': '4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:13:49.081050 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-1724b7ad-1945-471d-b5b2-3661bc4be989 req-a1b4daf9-5e13-4546-af72-69a32f1bdef5 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.23 "DELETE /v2.0/ports/4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 HTTP/1.1" status: 204  len: 173 time: 0.8111923
May 10 20:13:49.130847 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af3a5e1-1e67-4c0c-a232-78b108961925', 'name': 'network-vif-deleted', 'tag': '4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08', 'status': 'completed', 'code': 200}
May 10 20:13:49.416370 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38776) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:49.422088 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795963312', 'description': 'tempest-secgroup-smoke-795963312 description', 'project_id': '05dc3cf68f0d4f85a170d2ff94117265'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:49.428283 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:49.433334 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:security_group and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:49.436675 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:49.444007 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:49.457456 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:49.482695 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:49.486786 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:security_group_rule and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:49.490162 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:49.498287 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:49.643638 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4a5eb920-873a-4ceb-aecd-00f5fe9be6ee req-c1fc8cd5-dc37-4c6b-a082-6832f04d3789 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] 10.222.0.18 "GET /v2.0/ports?device_id=3af3a5e1-1e67-4c0c-a232-78b108961925 HTTP/1.1" status: 200  len: 210 time: 0.0535123
May 10 20:13:49.649380 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:49.659975 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:49.666339 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-892e9929-07d0-4c89-b7be-5810dab12b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:49.716238 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617ddd70-d574-4ee4-b825-93363713ad14,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:49.719080 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:49.725024 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3073206
May 10 20:13:49.726457 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-db4319ec-d000-49a3-9996-cb7387ebec0d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:49.727945 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38782) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:49.734666 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'security_group_rule': {'security_group_id': '617ddd70-d574-4ee4-b825-93363713ad14', 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:49.741493 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:49.747919 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:security_group_rule and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:49.750969 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:49.875855 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:49.892061 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:49.953485 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:49.957289 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:49.964410 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-0dd14017-1910-4ed9-9933-84354b9b04bd tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:49.995927 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643ab99c-0a80-4a44-b4f1-b1f3c5032b40,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:49.998574 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:50.004506 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.008663 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2765427
May 10 20:13:50.009224 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38786) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:50.014638 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'security_group_rule': {'security_group_id': '617ddd70-d574-4ee4-b825-93363713ad14', 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:50.020811 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:50.024764 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:security_group_rule and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:50.028328 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:50.035299 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:50.053148 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.070071 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 8edb414b-0553-47e9-b21c-2c7ca1f8f7da up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:50.121290 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.125682 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.132404 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5f0f8b02-ea80-430a-9d0f-4eec74376e71 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:50.149906 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:50.155574 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81abc1d6-5d26-4aee-9a89-79be46033cc9,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:50.156116 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:50.156627 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.158503 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:50.168544 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.171402 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1600406
May 10 20:13:50.172993 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38790) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:50.178637 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'security_group_rule': {'security_group_id': '617ddd70-d574-4ee4-b825-93363713ad14', 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:50.185549 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:50.189808 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:security_group_rule and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:50.192835 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:50.199658 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:50.215707 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.280695 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.282828 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.284387 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.286411 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:50.301801 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=8edb414b-0553-47e9-b21c-2c7ca1f8f7da,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:50.305732 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.308314 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:50.308485 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d34935-7c4a-4ecb-88d4-d664811b3e5a,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:50.312843 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:50.321946 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.323195 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1492445
May 10 20:13:50.326093 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38794) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:50.331260 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'security_group_rule': {'security_group_id': '617ddd70-d574-4ee4-b825-93363713ad14', 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:50.337609 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:50.341478 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:security_group_rule and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:50.345109 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:50.350226 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:50.366223 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.378616 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=8edb414b-0553-47e9-b21c-2c7ca1f8f7da,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:50.384130 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:50.430388 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.435552 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.437870 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:50.459989 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df58ec2-4059-401a-ba9c-bb2599eda497,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:50.462557 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:50.470604 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.471805 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-5dff97f0-eba5-45bc-a935-6a2dd7610eb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1447954
May 10 20:13:50.474468 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 38798) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:50.480346 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'security_group_rule': {'security_group_id': '617ddd70-d574-4ee4-b825-93363713ad14', 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:50.486472 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:50.490526 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:security_group_rule and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:50.493480 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:50.499212 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:50.510651 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.securitygroups_db [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Project 05dc3cf68f0d4f85a170d2ff94117265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:13:50.516207 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.581856 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.585807 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.592240 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:50.611646 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930ee35c-cf60-4b64-afa9-f8f9a22a0bae,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:50.614404 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:50.622186 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.623501 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-cacf051e-bb1b-45f1-ab8e-eabeaec4fc2c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1480823
May 10 20:13:50.626363 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 38802) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:50.631945 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'security_group_rule': {'security_group_id': '617ddd70-d574-4ee4-b825-93363713ad14', 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:13:50.638476 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:13:50.642446 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:security_group_rule and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:13:50.645312 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:13:50.651963 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:13:50.661128 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.securitygroups_db [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Project 05dc3cf68f0d4f85a170d2ff94117265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:13:50.667936 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.739780 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.743138 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.745892 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-6950e94d-0ef6-43c7-8d59-d739cea01394 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:50.768599 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56405d24-bc29-4a06-96f7-94c97843e84e,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:50.771105 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:50.779596 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:50.783920 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-331981c8-e406-48be-8b1c-0c172f45470c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1534426
May 10 20:13:52.028313 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 8edb414b-0553-47e9-b21c-2c7ca1f8f7da up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:52.071117 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:13:52.116100 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:13:52.116451 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 4fa2a2e8-7788-4cf6-8bb7-2a1081e4dc08 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:13:52.139416 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:52.139786 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:52.483490 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Sync routers for ids ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:13:52.496392 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Routers {'65a74633-5c63-4fbf-a71d-9e00aefa1be6'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:13:52.497111 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4e9b490>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:13:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:52.680735 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Set router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:13:53.003489 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4e9b490>, [{'id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'name': 'tempest-TestVolumeBootPattern-1157257426-router', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:47Z', 'revision_number': 4, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'gw_port': {'id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'ddc63563-19fe-471e-89c2-b21cc7abf59e', 'name': '', 'network_id': 'e961f97d-2bee-492a-849a-675800abe472', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'mac_address': 'fa:16:3e:c1:0e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1452a7a3-4e19-48e3-9f5f-e6d4646a3a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:46Z', 'updated_at': '2021-05-10T20:13:47Z', 'revision_number': 2, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'subnets': [{'id': '1452a7a3-4e19-48e3-9f5f-e6d4646a3a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:53.007727 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Checking router: 65a74633-5c63-4fbf-a71d-9e00aefa1be6 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:13:53.008080 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Updating router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 port ddc63563-19fe-471e-89c2-b21cc7abf59e binding host dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:13:53.063768 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:53.420135 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Notify callbacks [] for port, precommit_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:53.433129 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.provisioning_blocks [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Transition to ACTIVE for port object ddc63563-19fe-471e-89c2-b21cc7abf59e will not be triggered until provisioned by entity L2. {{(pid=78750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:13:53.439649 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:53.443474 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-ba0ce692-7632-44b6-969d-bff9c2568c04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:53.607301 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d87d4c-0c37-4cf9-9f53-80058a92fceb None None] Pushing event updated for resources: {'Port': ['ID=ddc63563-19fe-471e-89c2-b21cc7abf59e,revision_number=3']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:53.633884 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-a6d87d4c-0c37-4cf9-9f53-80058a92fceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:53.698322 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Attempting to bind port ddc63563-19fe-471e-89c2-b21cc7abf59e on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:13:53.698782 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Attempting to bind port ddc63563-19fe-471e-89c2-b21cc7abf59e by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'e1b854c1-8811-476f-9368-2d930473c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'e961f97d-2bee-492a-849a-675800abe472'}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:13:53.699163 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Attempting to bind port ddc63563-19fe-471e-89c2-b21cc7abf59e on network e961f97d-2bee-492a-849a-675800abe472 {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:13:53.705586 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:13:53.705586 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Checking segment: {'id': 'e1b854c1-8811-476f-9368-2d930473c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'e961f97d-2bee-492a-849a-675800abe472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:13:53.705902 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:53.706062 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Bound using segment: {'id': 'e1b854c1-8811-476f-9368-2d930473c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'e961f97d-2bee-492a-849a-675800abe472'} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:13:53.706532 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Bound port: ddc63563-19fe-471e-89c2-b21cc7abf59e, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b854c1-8811-476f-9368-2d930473c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'e961f97d-2bee-492a-849a-675800abe472'}}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:13:53.706930 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:53.800117 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] For port ddc63563-19fe-471e-89c2-b21cc7abf59e, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:13:53.803287 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] For port ddc63563-19fe-471e-89c2-b21cc7abf59e, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=ddc63563-19fe-471e-89c2-b21cc7abf59e,segment=NetworkSegment(e1b854c1-8811-476f-9368-2d930473c132),segment_id=e1b854c1-8811-476f-9368-2d930473c132)] {{(pid=78750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:13:53.810220 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:53.815336 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-1303f1f3-156c-43f8-ade2-1b0889891b86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:53.880326 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Routers {'65a74633-5c63-4fbf-a71d-9e00aefa1be6'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:13:53.880967 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4e9b490>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:13:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:54.033808 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d87d4c-0c37-4cf9-9f53-80058a92fceb None None] Pushing event updated for resources: {'Port': ['ID=ddc63563-19fe-471e-89c2-b21cc7abf59e,revision_number=4']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:54.039201 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-a6d87d4c-0c37-4cf9-9f53-80058a92fceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:54.099002 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] Set router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:13:54.453625 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4e9b490>, [{'id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'name': 'tempest-TestVolumeBootPattern-1157257426-router', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:47Z', 'revision_number': 4, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'gw_port': {'id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'ddc63563-19fe-471e-89c2-b21cc7abf59e', 'name': '', 'network_id': 'e961f97d-2bee-492a-849a-675800abe472', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'mac_address': 'fa:16:3e:c1:0e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1452a7a3-4e19-48e3-9f5f-e6d4646a3a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:46Z', 'updated_at': '2021-05-10T20:13:53Z', 'revision_number': 4, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'subnets': [{'id': '1452a7a3-4e19-48e3-9f5f-e6d4646a3a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:54.458321 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde57dda-634b-4f32-8723-ff06f3a31d32 None None] The sync data for ids ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'] in dv-cinder-788365-3-iscsi is: [{'id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'name': 'tempest-TestVolumeBootPattern-1157257426-router', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:47Z', 'revision_number': 4, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'gw_port': {'id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': 'ddc63563-19fe-471e-89c2-b21cc7abf59e', 'name': '', 'network_id': 'e961f97d-2bee-492a-849a-675800abe472', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'mac_address': 'fa:16:3e:c1:0e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1452a7a3-4e19-48e3-9f5f-e6d4646a3a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:46Z', 'updated_at': '2021-05-10T20:13:53Z', 'revision_number': 4, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'subnets': [{'id': '1452a7a3-4e19-48e3-9f5f-e6d4646a3a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:13:56.052138 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device ddc63563-19fe-471e-89c2-b21cc7abf59e up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:56.123002 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port ddc63563-19fe-471e-89c2-b21cc7abf59e completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:13:56.127812 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port ddc63563-19fe-471e-89c2-b21cc7abf59e triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:56.128192 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:56.250977 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:56.284428 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port ddc63563-19fe-471e-89c2-b21cc7abf59e, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=ddc63563-19fe-471e-89c2-b21cc7abf59e,segment=NetworkSegment(e1b854c1-8811-476f-9368-2d930473c132),segment_id=e1b854c1-8811-476f-9368-2d930473c132)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:56.288727 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:56.290500 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:56.357357 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=ddc63563-19fe-471e-89c2-b21cc7abf59e,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:56.360467 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:56.966436 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-b93a07e0-6bea-4409-9bc6-ab15437b89a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:58.054202 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device ddc63563-19fe-471e-89c2-b21cc7abf59e up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:13:58.134943 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port ddc63563-19fe-471e-89c2-b21cc7abf59e triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:13:58.135332 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:59.409400 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-be0e4530-e0a8-4d2b-9a75-47cc185d9abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:59.516487 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:00.748854 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:02.225333 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:08.978614 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:14.038351 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:14:14.104040 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-62ffedc8-8203-441b-8d3e-f8e8b9598005 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Synchronizing usage tracker for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:security_group {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:14:14.134928 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-62ffedc8-8203-441b-8d3e-f8e8b9598005 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Unset dirty status for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:security_group {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:14:14.137515 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-62ffedc8-8203-441b-8d3e-f8e8b9598005 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795963312&fields=id&tenant_id=05dc3cf68f0d4f85a170d2ff94117265 HTTP/1.1" status: 200  len: 267 time: 0.1206398
May 10 20:14:14.318609 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-b64881e2-c81c-4d68-a45f-c3a06c7fb99e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:14.319596 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-b64881e2-c81c-4d68-a45f-c3a06c7fb99e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Synchronizing usage tracker for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:network {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:14:14.344699 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-b64881e2-c81c-4d68-a45f-c3a06c7fb99e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Unset dirty status for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:network {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:14:14.346293 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-b64881e2-c81c-4d68-a45f-c3a06c7fb99e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 811 time: 0.2009687
May 10 20:14:14.367639 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-18fca681-b4ff-40a0-930f-fa48da11401c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/quotas/05dc3cf68f0d4f85a170d2ff94117265 HTTP/1.1" status: 200  len: 375 time: 0.0138330
May 10 20:14:14.492728 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-feaa7942-6635-420f-9e7d-7bdfa75c6292 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1177428
May 10 20:14:14.662791 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e470b9c0-bb04-4c7f-91df-bbf0598c8483 service neutron] 10.222.0.18 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553116
May 10 20:14:14.834762 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-fd0b9d42-1ec4-4cb1-8dc8-9e831a478c14 service neutron] 10.222.0.18 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654577
May 10 20:14:15.327447 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a24a4787-2448-41c7-8177-e8d7604b0258 req-29881632-64c5-4ba0-824a-74859e4c2e16 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 210 time: 0.0683386
May 10 20:14:16.516095 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a6cc074d-3bdb-41e3-b7bc-04decb3c7e89 req-7b54cea6-3d7c-4b54-a8e1-cf519bb498f9 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 210 time: 0.0501316
May 10 20:14:16.960682 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-82bedd43-38a3-483c-afb3-751a32d63ac8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:16.963564 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-82bedd43-38a3-483c-afb3-751a32d63ac8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 811 time: 0.3830650
May 10 20:14:17.094880 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6bb92fea-39cd-4a09-bb1b-db5ab452c62d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05dc3cf68f0d4f85a170d2ff94117265 HTTP/1.1" status: 200  len: 379 time: 0.1138096
May 10 20:14:17.105602 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'port': {'device_id': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'admin_state_up': True, 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'security_groups': ['617ddd70-d574-4ee4-b825-93363713ad14']}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:14:17.278274 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:14:17.284934 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:port and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:14:17.289010 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:14:17.297209 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:14:17.308064 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Made reservation on behalf of 05dc3cf68f0d4f85a170d2ff94117265 for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:14:17.312300 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:17.513067 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Allocated IP 172.20.0.7 (3b66859d-57c9-44ad-9da2-65b241314341/1201090d-b35a-4371-903d-026e41b1c208/3cec2d1d-0111-435a-b0e7-2df7893e9161) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:14:17.710225 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-69f2e59c-3d04-45d3-b2af-fbda7bdbcee8 req-2e3480ad-703f-4f9e-a067-1f985bb0852b tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 210 time: 0.0431941
May 10 20:14:17.717476 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:17.735724 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Transition to ACTIVE for port object 3cec2d1d-0111-435a-b0e7-2df7893e9161 will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:14:17.760504 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:17.767970 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2783817e-eccd-4abd-bf43-fc3d6d1ac053 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:17.834438 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Network 3b66859d-57c9-44ad-9da2-65b241314341 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:14:17.837452 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:14:17.842290 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:14:17.926541 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:17.927210 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:17.931472 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'Port': ['ID=3cec2d1d-0111-435a-b0e7-2df7893e9161,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:17.948581 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.948954 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.949357 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.949704 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.950615 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.951268 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.951268 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.951808 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.952010 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.952335 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.952682 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.953004 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:17.957345 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:17.967784 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8662717
May 10 20:14:17.998362 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Request body: {'port': {'device_id': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:14:18.115859 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.132983 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-8049755b-9192-4c5d-87e4-db6fae764712 None None] Provisioning for port 3cec2d1d-0111-435a-b0e7-2df7893e9161 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:14:18.139533 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-8049755b-9192-4c5d-87e4-db6fae764712 None None] Provisioning complete for port 3cec2d1d-0111-435a-b0e7-2df7893e9161 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:14:18.140002 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-8049755b-9192-4c5d-87e4-db6fae764712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.195973 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-8049755b-9192-4c5d-87e4-db6fae764712 None None] Port 3cec2d1d-0111-435a-b0e7-2df7893e9161 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:14:18.465327 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cec2d1d-0111-435a-b0e7-2df7893e9161 {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:14:18.473294 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.488751 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Transition to ACTIVE for port object 3cec2d1d-0111-435a-b0e7-2df7893e9161 will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:14:18.493459 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.499682 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0fb3a801-f0dd-4499-bda5-e973f10c1d8b tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:18.705218 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Pushing event updated for resources: {'Port': ['ID=3cec2d1d-0111-435a-b0e7-2df7893e9161,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:18.712909 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:18.758437 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Attempting to bind port 3cec2d1d-0111-435a-b0e7-2df7893e9161 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:14:18.758788 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Attempting to bind port 3cec2d1d-0111-435a-b0e7-2df7893e9161 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:14:18.759130 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Attempting to bind port 3cec2d1d-0111-435a-b0e7-2df7893e9161 on network 3b66859d-57c9-44ad-9da2-65b241314341 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:14:18.765527 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Port 3cec2d1d-0111-435a-b0e7-2df7893e9161 on network 3b66859d-57c9-44ad-9da2-65b241314341 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:14:18.765914 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Attempting to bind port 3cec2d1d-0111-435a-b0e7-2df7893e9161 on network 3b66859d-57c9-44ad-9da2-65b241314341 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:14:18.772087 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:14:18.772252 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Checking segment: {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:14:18.772588 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Bound using segment: {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:14:18.773031 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Bound port: 3cec2d1d-0111-435a-b0e7-2df7893e9161, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:14:18.773549 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.890632 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] For port 3cec2d1d-0111-435a-b0e7-2df7893e9161, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:14:18.895435 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] For port 3cec2d1d-0111-435a-b0e7-2df7893e9161, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cec2d1d-0111-435a-b0e7-2df7893e9161,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:14:18.902598 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.920568 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-28fca7b9-a823-4fdc-a586-f67c21e178db tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:18.979485 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69052d-6a4c-428e-895a-7abbfef6702b req-b46b40e1-1cdc-4dc8-b8e7-066e7c544d5e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:18.982685 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e69052d-6a4c-428e-895a-7abbfef6702b req-b46b40e1-1cdc-4dc8-b8e7-066e7c544d5e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 943 time: 0.1580610
May 10 20:14:19.001065 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:19.002921 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.004932 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] 10.222.0.23 "PUT /v2.0/ports/3cec2d1d-0111-435a-b0e7-2df7893e9161 HTTP/1.1" status: 200  len: 1093 time: 1.0113251
May 10 20:14:19.005714 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'tag': '3cec2d1d-0111-435a-b0e7-2df7893e9161'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:14:19.066112 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Pushing event updated for resources: {'Port': ['ID=3cec2d1d-0111-435a-b0e7-2df7893e9161,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:19.083993 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:19.103139 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7e69052d-6a4c-428e-895a-7abbfef6702b req-e3ea7d43-0410-4b53-a945-63a01afc69fd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1084304
May 10 20:14:19.156777 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'tag': '3cec2d1d-0111-435a-b0e7-2df7893e9161', 'status': 'completed', 'code': 200}
May 10 20:14:19.323267 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-478ca4dc-a725-4adf-b172-c4cf25862739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:19.324781 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-478ca4dc-a725-4adf-b172-c4cf25862739 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 1096 time: 0.2396371
May 10 20:14:19.406803 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-507495bc-be2e-47b2-8869-bde2a7f6f9d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cec2d1d-0111-435a-b0e7-2df7893e9161 HTTP/1.1" status: 200  len: 217 time: 0.0688376
May 10 20:14:19.479095 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-7e234ba7-7d9d-4544-86cd-40e7db5c0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:19.480585 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-7e234ba7-7d9d-4544-86cd-40e7db5c0752 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0675774
May 10 20:14:19.565273 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-ae5b7532-4898-4293-ba6c-a73154ae3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:19.566753 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-ae5b7532-4898-4293-ba6c-a73154ae3291 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797553
May 10 20:14:19.711044 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-6fad5995-a8ee-445b-ad79-362971eb7e52 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370890
May 10 20:14:19.856619 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-875b959f-ced0-4832-a8b5-4190baafdb3b req-4bbec7f5-f1d0-4e8b-ba6e-f5d436ffa7d5 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385472
May 10 20:14:20.044899 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948f2dd-e405-4f77-a239-dffd23b9c55e req-9628e1f1-0b5b-4a8f-b2ac-ac8061e9091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:20.047035 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6948f2dd-e405-4f77-a239-dffd23b9c55e req-9628e1f1-0b5b-4a8f-b2ac-ac8061e9091f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 1096 time: 0.0880706
May 10 20:14:20.199080 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948f2dd-e405-4f77-a239-dffd23b9c55e req-27148dc3-2487-4516-a28e-8b30abc06491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:20.201213 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6948f2dd-e405-4f77-a239-dffd23b9c55e req-27148dc3-2487-4516-a28e-8b30abc06491 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 912 time: 0.1472507
May 10 20:14:20.275126 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6948f2dd-e405-4f77-a239-dffd23b9c55e req-bca810e4-ae90-48fe-bc9d-46a81d360f9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cec2d1d-0111-435a-b0e7-2df7893e9161 HTTP/1.1" status: 200  len: 217 time: 0.0665007
May 10 20:14:20.314978 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117f9a8-fda7-4729-b57c-7ab3f72f1af1 req-4f0cc44b-539c-4d55-9d0d-37cc8262783e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:20.316588 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6117f9a8-fda7-4729-b57c-7ab3f72f1af1 req-4f0cc44b-539c-4d55-9d0d-37cc8262783e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 943 time: 0.0892713
May 10 20:14:20.366997 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6117f9a8-fda7-4729-b57c-7ab3f72f1af1 req-dd584dd1-8f5d-492e-a714-d07a0ec8edbb tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441046
May 10 20:14:20.367264 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948f2dd-e405-4f77-a239-dffd23b9c55e req-de0efe9e-0606-425d-ae98-e2168056fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:20.368475 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6948f2dd-e405-4f77-a239-dffd23b9c55e req-de0efe9e-0606-425d-ae98-e2168056fc66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0859270
May 10 20:14:20.469820 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948f2dd-e405-4f77-a239-dffd23b9c55e req-5f90060c-bad5-4fbd-a727-017fe93d42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:20.471655 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6948f2dd-e405-4f77-a239-dffd23b9c55e req-5f90060c-bad5-4fbd-a727-017fe93d42a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0965257
May 10 20:14:20.558459 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 39160) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:20.622728 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6948f2dd-e405-4f77-a239-dffd23b9c55e req-10b26065-4c66-42b6-86a7-eb1b1221c995 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438971
May 10 20:14:20.631291 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Deleting subnet a40c9cac-7357-4b06-a177-587b64d5abcb {{(pid=78747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:14:20.634668 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:20.686689 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1283669'] for subnet, precommit_delete_associations {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:20.751109 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:20.777895 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-6948f2dd-e405-4f77-a239-dffd23b9c55e req-b935c149-6099-4602-8ad6-235962bcbbac service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481600
May 10 20:14:21.031396 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60911156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61053281'] for subnet, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:21.035298 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:21.081455 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40c9cac-7357-4b06-a177-587b64d5abcb,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:21.087048 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:21.096806 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.097176 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.097544 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.097909 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.098261 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.098618 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.098973 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.099336 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.099704 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.100058 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.100402 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.100764 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:21.104991 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:21.107724 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-87e22c33-79a8-47a3-a7e6-d36a4b46989d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a40c9cac-7357-4b06-a177-587b64d5abcb HTTP/1.1" status: 204  len: 168 time: 0.5474567
May 10 20:14:21.110203 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 39164) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:21.334373 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:21.462283 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:21.476843 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cde63a2e0>,) {'filters': {'network_id': ['c209371f-ef90-4858-9576-a1fab9d28b9a']}} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:21.524890 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cde63a2e0>, '61b380ce-9bc4-4a69-a49c-0c8e81d07d95') {'for_net_delete': True} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:21.525177 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.services.segments.db [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cde63a2e0>, '61b380ce-9bc4-4a69-a49c-0c8e81d07d95') {} {{(pid=78747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:21.539207 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1283658'] for segment, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:21.565348 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:21.574481 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] Releasing vlan 957 on physical network physnet1 to pool {{(pid=78747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:14:21.574854 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60911186'] for segment, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]: Traceback (most recent call last):
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     timer()
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     cb(*args, **kw)
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     return func(*args, **kwargs)
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     self._notify()
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     self.callback(batched_events)
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     event.method(event)
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     return f(self, *a, **k)
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self._get(url).json()
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     return self.request(url, 'GET', **kwargs)
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:14:21.589037 dv-cinder-788365-3-iscsi neutron-server[78747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:14:21.667819 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2927eb5-632f-4806-836b-94183e7b8ac2 req-af47a8db-defb-46fc-b11f-308d28a3418c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:21.669830 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2927eb5-632f-4806-836b-94183e7b8ac2 req-af47a8db-defb-46fc-b11f-308d28a3418c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 943 time: 0.1969066
May 10 20:14:21.694608 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:21.703565 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:21.724730 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:21.738696 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] Pushing event deleted for resources: {'Network': ['ID=c209371f-ef90-4858-9576-a1fab9d28b9a,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:21.743495 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:21.749199 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a2927eb5-632f-4806-836b-94183e7b8ac2 req-4179e94d-345e-4cd1-9d87-48306a883943 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729535
May 10 20:14:21.752927 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-24e20d1e-23f0-49ab-acdb-26a32c401680 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c209371f-ef90-4858-9576-a1fab9d28b9a HTTP/1.1" status: 204  len: 168 time: 0.6394076
May 10 20:14:21.933789 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 39172) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:21.982217 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-a003b641-fb27-4822-be81-4db42245e8a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb1c739f786446ccaa40218a912293ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0471518
May 10 20:14:21.984576 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 39176) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:22.042836 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-46fe7af9-bc18-443c-9c32-5996b4c60ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:22.067815 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-46fe7af9-bc18-443c-9c32-5996b4c60ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:22.118926 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-46fe7af9-bc18-443c-9c32-5996b4c60ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:22.123296 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-5234b904-41dc-411c-a794-e541a64a3eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:22.136873 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe7af9-bc18-443c-9c32-5996b4c60ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330faddb-8a87-4482-8e79-c6cd025a0ed9,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:22.141420 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-46fe7af9-bc18-443c-9c32-5996b4c60ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:22.148008 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-46fe7af9-bc18-443c-9c32-5996b4c60ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:22.149046 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-46fe7af9-bc18-443c-9c32-5996b4c60ada admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/330faddb-8a87-4482-8e79-c6cd025a0ed9 HTTP/1.1" status: 204  len: 168 time: 0.1636012
May 10 20:14:22.865432 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39202) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:22.937727 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda023bf-ce78-4403-b755-e7d979901beb req-a02fcbd7-0ea1-4287-bac8-ac9c472e5f51 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:22.939204 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cda023bf-ce78-4403-b755-e7d979901beb req-a02fcbd7-0ea1-4287-bac8-ac9c472e5f51 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 943 time: 0.0831678
May 10 20:14:22.976736 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1282877083-network', 'tenant_id': 'f628409668da43c69a5fd1fe7a92ed71'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:14:22.982241 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:14:22.985595 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cda023bf-ce78-4403-b755-e7d979901beb req-12281ad0-39c1-4848-96fa-485d4ebf7c1a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408096
May 10 20:14:22.986598 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Usage tracker for resource:network and tenant:f628409668da43c69a5fd1fe7a92ed71 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:14:22.990076 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:14:22.996957 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:14:23.007558 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Made reservation on behalf of f628409668da43c69a5fd1fe7a92ed71 for: {'network': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:14:23.009826 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:23.022427 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:23.037085 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:14:23.040874 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f628409668da43c69a5fd1fe7a92ed71 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:14:23.043630 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:14:23.049455 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:14:23.135241 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:23.139860 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:23.142761 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-989e42ae-9624-4577-98da-fae7f3e1afb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:23.170415 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 965, 'physical_network': 'physnet1'}  {{(pid=78748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:14:23.178601 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafc219b-f901-4be5-bbf0-10ae06a1f37a,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:23.182153 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:23.184631 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:23.185333 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.segments_db [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Added segment df1b0e65-53ee-489d-8b3b-96d20dfb043a of type vlan for network f2418eb9-db2b-478a-91fc-fb7030e4ca8c
May 10 20:14:23.212345 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:23.242222 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:23.243552 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:23.244135 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:23.248721 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-acb2b1ec-fcaf-46ee-8975-5bcdec770ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:23.346606 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=f2418eb9-db2b-478a-91fc-fb7030e4ca8c,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:23.349998 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4835472
May 10 20:14:23.350906 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-657855c6-2fa4-45f9-b200-5c0ae9c8e9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:23.352977 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39208) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:23.357214 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network f2418eb9-db2b-478a-91fc-fb7030e4ca8c details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:14:23.358411 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Request body: {'subnet': {'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1282877083-subnet', 'tenant_id': 'f628409668da43c69a5fd1fe7a92ed71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:14:23.363477 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:14:23.367490 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Usage tracker for resource:subnet and tenant:f628409668da43c69a5fd1fe7a92ed71 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:14:23.370381 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:14:23.376953 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:14:23.387660 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Made reservation on behalf of f628409668da43c69a5fd1fe7a92ed71 for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:14:23.391009 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082233'] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:23.860398 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6584735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082123'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:23.864246 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-de8a7c52-9b71-4766-86e6-75c07f42b135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:23.938928 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1afa530-7cd3-4fae-933b-f1ccff85f27e,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:23.942405 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:23.948548 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Checking segment: {'id': 'df1b0e65-53ee-489d-8b3b-96d20dfb043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:14:23.948902 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Network hostable DHCP agents. Network: f2418eb9-db2b-478a-91fc-fb7030e4ca8c, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:14:23.965396 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Network f2418eb9-db2b-478a-91fc-fb7030e4ca8c is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:14:23.974334 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, f2418eb9-db2b-478a-91fc-fb7030e4ca8c) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:14:23.983384 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:23.983831 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571815cb-db96-40a7-bca0-6c1d13ce171a None None] Network f2418eb9-db2b-478a-91fc-fb7030e4ca8c requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:14:23.983974 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:24.005663 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-be335460-e93a-4678-84bd-9eca993f5373 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6516747
May 10 20:14:24.179026 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965aa775-81ef-459b-ba1c-90d1be75b93f req-3709d997-7e51-4576-a864-e00243602d89 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:24.180791 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-965aa775-81ef-459b-ba1c-90d1be75b93f req-3709d997-7e51-4576-a864-e00243602d89 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 943 time: 0.0861623
May 10 20:14:24.188728 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a51300-e889-4700-8f9a-a7a76c8bd147 None None] Network f2418eb9-db2b-478a-91fc-fb7030e4ca8c requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:14:24.228276 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-965aa775-81ef-459b-ba1c-90d1be75b93f req-7e0aa4a1-daeb-494e-bf49-92dbf6b99a80 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408986
May 10 20:14:25.412347 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91fa28-feff-4c37-b804-0cb3ff5e2e87 req-a69f3c1a-3afa-452d-ac80-b11fcf902b79 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:25.413851 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dc91fa28-feff-4c37-b804-0cb3ff5e2e87 req-a69f3c1a-3afa-452d-ac80-b11fcf902b79 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 943 time: 0.0811162
May 10 20:14:25.463628 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dc91fa28-feff-4c37-b804-0cb3ff5e2e87 req-d30630d2-71a8-4811-95ae-e60f2260f312 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413325
May 10 20:14:26.028004 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-4b105973-b4b3-4269-ae66-e5c250ac6a7b tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:26.030079 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-4b105973-b4b3-4269-ae66-e5c250ac6a7b tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/networks?id=f2418eb9-db2b-478a-91fc-fb7030e4ca8c HTTP/1.1" status: 200  len: 814 time: 0.1470778
May 10 20:14:26.044420 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-149e0154-cf8b-47f6-85b4-d502402044b3 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/quotas/f628409668da43c69a5fd1fe7a92ed71 HTTP/1.1" status: 200  len: 375 time: 0.0088203
May 10 20:14:26.095271 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-656f50d3-9e89-44ab-a9a4-1ef35eda0184 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f628409668da43c69a5fd1fe7a92ed71&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0455773
May 10 20:14:26.225412 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-ff6e2316-70d3-4e79-91d4-57495f3e370f service neutron] 10.222.0.18 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234155
May 10 20:14:26.356888 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-b03ee564-25d6-48bd-a1b8-4b869906b565 service neutron] 10.222.0.18 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251831
May 10 20:14:26.668952 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-202079e5-74fc-4e81-93be-41418b1e7c50 req-8dcc24cb-c6c7-44bb-87dc-1f85ce9230db tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 210 time: 0.1809690
May 10 20:14:26.697618 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a6400-7bb9-4ec0-a7bd-89f2bbcdb3ad req-aa9d4894-1764-4892-bec3-62ee39ddfe33 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:26.699213 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc3a6400-7bb9-4ec0-a7bd-89f2bbcdb3ad req-aa9d4894-1764-4892-bec3-62ee39ddfe33 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 943 time: 0.1302826
May 10 20:14:26.750874 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fc3a6400-7bb9-4ec0-a7bd-89f2bbcdb3ad req-a19e5740-a6a4-4457-bfcc-39e2409d0422 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445197
May 10 20:14:26.957752 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7dcfcb36-cffd-4376-b6ac-a20c976c08eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:27.420021 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 3cec2d1d-0111-435a-b0e7-2df7893e9161 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:14:27.563669 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 3cec2d1d-0111-435a-b0e7-2df7893e9161, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cec2d1d-0111-435a-b0e7-2df7893e9161,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:27.578968 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '3cec2d1d-0111-435a-b0e7-2df7893e9161', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'port_id': '3cec2d1d-0111-435a-b0e7-2df7893e9161', 'mac_address': 'fa:16:3e:cf:ee:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:14:27.642998 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:27.661593 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cec2d1d-0111-435a-b0e7-2df7893e9161 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:14:27.681332 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 3cec2d1d-0111-435a-b0e7-2df7893e9161, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cec2d1d-0111-435a-b0e7-2df7893e9161,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:27.686813 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-5c03367a-bb80-4218-a4b7-e5c1056f3dfd tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:27.687552 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-5c03367a-bb80-4218-a4b7-e5c1056f3dfd tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Synchronizing usage tracker for tenant:f628409668da43c69a5fd1fe7a92ed71 on resource:network {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:14:27.688433 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:27.690476 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:27.711655 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-5c03367a-bb80-4218-a4b7-e5c1056f3dfd tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Unset dirty status for tenant:f628409668da43c69a5fd1fe7a92ed71 on resource:network {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:14:27.712955 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-5c03367a-bb80-4218-a4b7-e5c1056f3dfd tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.23 "GET /v2.0/networks?id=f2418eb9-db2b-478a-91fc-fb7030e4ca8c HTTP/1.1" status: 200  len: 814 time: 0.1761365
May 10 20:14:27.732181 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Request body: {'port': {'device_id': '0c7caa18-ce96-4bb0-95b3-4ff0bcff8467', 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c', 'admin_state_up': True, 'tenant_id': 'f628409668da43c69a5fd1fe7a92ed71'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:14:27.768579 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=3cec2d1d-0111-435a-b0e7-2df7893e9161,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:27.774010 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:27.902182 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:14:27.912960 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce41f9b0-37e4-44cb-a724-6891b3450907 req-da19a770-ce60-4aea-8360-c2960c4f1fad tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 210 time: 0.0798008
May 10 20:14:27.920956 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Usage tracker for resource:port and tenant:f628409668da43c69a5fd1fe7a92ed71 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:14:27.925615 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:14:27.939085 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:14:27.952370 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Made reservation on behalf of f628409668da43c69a5fd1fe7a92ed71 for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:14:27.955753 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:28.016013 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['3cec2d1d-0111-435a-b0e7-2df7893e9161'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:14:28.057459 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a9582-9cd9-4cdf-8b41-5bdae03d2030 req-f64d02bc-78ca-42a2-8ed4-f86be8603e3f tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:28.064928 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-620a9582-9cd9-4cdf-8b41-5bdae03d2030 req-f64d02bc-78ca-42a2-8ed4-f86be8603e3f tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 944 time: 0.1751854
May 10 20:14:28.113560 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-620a9582-9cd9-4cdf-8b41-5bdae03d2030 req-373d2253-289f-4b56-8c12-a5befcaacfdf tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477529
May 10 20:14:28.152355 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Allocated IP 172.20.0.9 (f2418eb9-db2b-478a-91fc-fb7030e4ca8c/c1afa530-7cd3-4fae-933b-f1ccff85f27e/e3e6218b-c362-46a0-896f-cd2d10a86bc1) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:14:28.357292 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:28.388341 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:28.394729 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:28.458804 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Network f2418eb9-db2b-478a-91fc-fb7030e4ca8c is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:14:28.461992 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:14:28.464368 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:14:28.510336 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Pushing event updated for resources: {'Port': ['ID=e3e6218b-c362-46a0-896f-cd2d10a86bc1,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:28.513841 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:28.540759 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:28.541369 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:28.561668 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8341980
May 10 20:14:28.580232 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Request body: {'port': {'device_id': '0c7caa18-ce96-4bb0-95b3-4ff0bcff8467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:14:28.692817 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:29.036364 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e6218b-c362-46a0-896f-cd2d10a86bc1 {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:14:29.044586 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:29.060660 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Transition to ACTIVE for port object e3e6218b-c362-46a0-896f-cd2d10a86bc1 will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:14:29.065225 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:29.069469 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-3a990893-a01e-4781-b7b7-a4068aaaf566 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:29.201661 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686232c-30ee-4484-bd32-1b16b7449000 req-11250020-89eb-4cff-8745-72e6e27d0a8d tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:29.203209 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c686232c-30ee-4484-bd32-1b16b7449000 req-11250020-89eb-4cff-8745-72e6e27d0a8d tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 943 time: 0.1851070
May 10 20:14:29.297200 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c686232c-30ee-4484-bd32-1b16b7449000 req-c45ea9d2-d9f1-45f8-abb8-4ee1603a7807 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879519
May 10 20:14:29.329810 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809efa53-354a-44bc-aa48-45dbd2b5bcf4 req-f48c8e0c-0fe8-4e08-99cc-fee682615615 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:29.331295 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-809efa53-354a-44bc-aa48-45dbd2b5bcf4 req-f48c8e0c-0fe8-4e08-99cc-fee682615615 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 944 time: 0.1022358
May 10 20:14:29.347284 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e6218b-c362-46a0-896f-cd2d10a86bc1,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:29.355197 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:29.378612 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-809efa53-354a-44bc-aa48-45dbd2b5bcf4 req-cd7f5bb4-42cf-4237-8e27-bc15781e0825 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415702
May 10 20:14:29.416727 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd6de-b5fe-42c7-a8c6-0b2685cc3dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:29.422994 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Attempting to bind port e3e6218b-c362-46a0-896f-cd2d10a86bc1 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:14:29.423357 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Attempting to bind port e3e6218b-c362-46a0-896f-cd2d10a86bc1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'df1b0e65-53ee-489d-8b3b-96d20dfb043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:14:29.423692 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Attempting to bind port e3e6218b-c362-46a0-896f-cd2d10a86bc1 on network f2418eb9-db2b-478a-91fc-fb7030e4ca8c {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:14:29.428305 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Port e3e6218b-c362-46a0-896f-cd2d10a86bc1 on network f2418eb9-db2b-478a-91fc-fb7030e4ca8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:14:29.428625 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Attempting to bind port e3e6218b-c362-46a0-896f-cd2d10a86bc1 on network f2418eb9-db2b-478a-91fc-fb7030e4ca8c {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:14:29.433922 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:14:29.434258 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Checking segment: {'id': 'df1b0e65-53ee-489d-8b3b-96d20dfb043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:14:29.435236 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Bound using segment: {'id': 'df1b0e65-53ee-489d-8b3b-96d20dfb043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:14:29.435676 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Bound port: e3e6218b-c362-46a0-896f-cd2d10a86bc1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1b0e65-53ee-489d-8b3b-96d20dfb043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:14:29.436023 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:29.454586 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 3cec2d1d-0111-435a-b0e7-2df7893e9161 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:14:29.522869 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:29.531331 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] For port e3e6218b-c362-46a0-896f-cd2d10a86bc1, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:14:29.534495 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] For port e3e6218b-c362-46a0-896f-cd2d10a86bc1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3e6218b-c362-46a0-896f-cd2d10a86bc1,segment=NetworkSegment(df1b0e65-53ee-489d-8b3b-96d20dfb043a),segment_id=df1b0e65-53ee-489d-8b3b-96d20dfb043a)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:14:29.538974 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:29.539655 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 3cec2d1d-0111-435a-b0e7-2df7893e9161 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:14:29.543641 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-750b5da4-e35e-4acf-bc49-aa3abe0ff09a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:29.544325 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 3cec2d1d-0111-435a-b0e7-2df7893e9161 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:14:29.544709 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:29.596156 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:29.596771 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:29.598136 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] 10.222.0.23 "PUT /v2.0/ports/e3e6218b-c362-46a0-896f-cd2d10a86bc1 HTTP/1.1" status: 200  len: 1093 time: 1.0229158
May 10 20:14:29.598652 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7caa18-ce96-4bb0-95b3-4ff0bcff8467', 'tag': 'e3e6218b-c362-46a0-896f-cd2d10a86bc1'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:14:29.631027 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e6218b-c362-46a0-896f-cd2d10a86bc1,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:29.634208 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:29.655410 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7caa18-ce96-4bb0-95b3-4ff0bcff8467', 'tag': 'e3e6218b-c362-46a0-896f-cd2d10a86bc1', 'status': 'completed', 'code': 200}
May 10 20:14:29.671173 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:29.698416 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cec2d1d-0111-435a-b0e7-2df7893e9161'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:14:29.709540 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 3cec2d1d-0111-435a-b0e7-2df7893e9161, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cec2d1d-0111-435a-b0e7-2df7893e9161,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:29.714278 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:29.716253 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:29.744259 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-973ead36-0b3e-4997-94b0-0b71f700ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:29.745757 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-973ead36-0b3e-4997-94b0-0b71f700ff43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f628409668da43c69a5fd1fe7a92ed71&device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 1096 time: 0.0779591
May 10 20:14:29.752539 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cec2d1d-0111-435a-b0e7-2df7893e9161', 'code': 200}
May 10 20:14:29.783649 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=3cec2d1d-0111-435a-b0e7-2df7893e9161,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:29.786693 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:29.825581 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-487fd9b1-7196-46ea-9f08-75aa9dc52654 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3e6218b-c362-46a0-896f-cd2d10a86bc1 HTTP/1.1" status: 200  len: 217 time: 0.0649717
May 10 20:14:29.890565 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-f001959a-5a26-40da-942d-74a7ba4b2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:29.892018 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-f001959a-5a26-40da-942d-74a7ba4b2cd0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c1afa530-7cd3-4fae-933b-f1ccff85f27e HTTP/1.1" status: 200  len: 854 time: 0.0600336
May 10 20:14:29.940658 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-663d27b4-1588-4a13-a4b3-87e937099244 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2418eb9-db2b-478a-91fc-fb7030e4ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420532
May 10 20:14:30.062454 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfdfce-fe44-48ed-a507-d669fbb233f5 req-59972c55-0d6c-4f39-b4b5-f7cc8408d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:30.063952 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a1cfdfce-fe44-48ed-a507-d669fbb233f5 req-59972c55-0d6c-4f39-b4b5-f7cc8408d6ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 1098 time: 0.0696959
May 10 20:14:30.076324 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-c341159d-5244-43bf-b5d5-3a8fdfdb8243 service neutron] 10.222.0.23 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286941
May 10 20:14:30.108333 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a1cfdfce-fe44-48ed-a507-d669fbb233f5 req-9c25d2c0-e1b4-4078-b3ff-1c112e15bf25 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382760
May 10 20:14:30.210506 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-04c9a9a2-cb03-4bd3-9246-d4e5ae31b3b1 req-1cd8cedb-0c06-4a01-9323-96c46e1d84dd service neutron] 10.222.0.23 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287038
May 10 20:14:30.487806 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d597c-2ac1-43b7-bfd0-20b57949e3a9 req-11f104e5-a1e8-43ad-835b-4d6474dadea5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:30.490012 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c22d597c-2ac1-43b7-bfd0-20b57949e3a9 req-11f104e5-a1e8-43ad-835b-4d6474dadea5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 943 time: 0.0845997
May 10 20:14:30.557400 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca72b6-d566-497d-a236-f8747c6e4f6a req-5872d47d-ac60-4dd9-9d1b-76006b16c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:30.558914 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-60ca72b6-d566-497d-a236-f8747c6e4f6a req-5872d47d-ac60-4dd9-9d1b-76006b16c63c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f628409668da43c69a5fd1fe7a92ed71&device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 1096 time: 0.0779078
May 10 20:14:30.583234 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c22d597c-2ac1-43b7-bfd0-20b57949e3a9 req-1109f6d8-c4ec-48fb-83d4-754a00ff8c49 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564897
May 10 20:14:30.610835 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86078ea-a624-48c9-8810-d47e0c4cec77 req-059f7f19-a9ea-41f9-bd42-5bfb1b3688c3 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:30.612367 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f86078ea-a624-48c9-8810-d47e0c4cec77 req-059f7f19-a9ea-41f9-bd42-5bfb1b3688c3 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 945 time: 0.1214800
May 10 20:14:30.660563 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f86078ea-a624-48c9-8810-d47e0c4cec77 req-973711fa-af3c-4f7f-9878-7487149e3caf tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420892
May 10 20:14:30.697786 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca72b6-d566-497d-a236-f8747c6e4f6a req-d44d58c3-48da-44c9-b42c-05fd975c6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:30.699441 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-60ca72b6-d566-497d-a236-f8747c6e4f6a req-d44d58c3-48da-44c9-b42c-05fd975c6636 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2418eb9-db2b-478a-91fc-fb7030e4ca8c HTTP/1.1" status: 200  len: 915 time: 0.1337314
May 10 20:14:30.750669 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:30.766911 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-60ca72b6-d566-497d-a236-f8747c6e4f6a req-ab00d082-555c-4299-bce0-c49981d6a8c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3e6218b-c362-46a0-896f-cd2d10a86bc1 HTTP/1.1" status: 200  len: 217 time: 0.0604990
May 10 20:14:30.835506 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca72b6-d566-497d-a236-f8747c6e4f6a req-7a31cc76-1027-40e2-b2d4-897d1149d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:30.836884 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-60ca72b6-d566-497d-a236-f8747c6e4f6a req-7a31cc76-1027-40e2-b2d4-897d1149d0d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c1afa530-7cd3-4fae-933b-f1ccff85f27e HTTP/1.1" status: 200  len: 854 time: 0.0630238
May 10 20:14:30.887480 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-60ca72b6-d566-497d-a236-f8747c6e4f6a req-bd11f064-6317-4213-bcad-170b690f85a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2418eb9-db2b-478a-91fc-fb7030e4ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416455
May 10 20:14:31.034138 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-60ca72b6-d566-497d-a236-f8747c6e4f6a req-d1592b27-429e-4405-9366-a1c5867c9517 service neutron] 10.222.0.23 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339006
May 10 20:14:31.314079 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-60ca72b6-d566-497d-a236-f8747c6e4f6a req-4ac379e8-ebf5-4d02-b634-b57a0e6dd125 service neutron] 10.222.0.23 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334838
May 10 20:14:31.771044 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499622af-be52-4f24-8686-21a6f76b6e21 req-548c812c-1621-4d18-ba88-99db62476d58 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:31.772608 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-499622af-be52-4f24-8686-21a6f76b6e21 req-548c812c-1621-4d18-ba88-99db62476d58 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 943 time: 0.0835888
May 10 20:14:31.869303 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-499622af-be52-4f24-8686-21a6f76b6e21 req-5857e31d-3b6b-42bc-b22e-673553940978 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907061
May 10 20:14:31.900054 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aab87-c591-4006-b78b-3d9ced93928e req-d713bdfa-261a-47a4-a16c-aecaff6a8891 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:31.901556 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d22aab87-c591-4006-b78b-3d9ced93928e req-d713bdfa-261a-47a4-a16c-aecaff6a8891 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 945 time: 0.1083121
May 10 20:14:31.948184 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d22aab87-c591-4006-b78b-3d9ced93928e req-a2666ec5-8201-493a-86ff-967370bc5303 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406120
May 10 20:14:32.131529 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac0fd7-273f-416b-8137-10018012d35d req-2b84853f-b158-4021-b4cc-bdc9b9b19a4f tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:32.132949 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4dac0fd7-273f-416b-8137-10018012d35d req-2b84853f-b158-4021-b4cc-bdc9b9b19a4f tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 945 time: 0.0801072
May 10 20:14:32.181831 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4dac0fd7-273f-416b-8137-10018012d35d req-c16124b4-e104-4985-87bc-c67614863d6d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429766
May 10 20:14:32.205423 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 39284) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:32.223947 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:32.384583 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c75c256-12fa-4e92-bef0-4b0bdf7cbda9 tempest-TestVolumeBootPattern-1096249356 tempest-TestVolumeBootPattern-1096249356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:32.385193 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-5c75c256-12fa-4e92-bef0-4b0bdf7cbda9 tempest-TestVolumeBootPattern-1096249356 tempest-TestVolumeBootPattern-1096249356-project-admin] Synchronizing usage tracker for tenant:b44f40af14b34c16960044d8dfb2b93b on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:14:32.400792 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-5c75c256-12fa-4e92-bef0-4b0bdf7cbda9 tempest-TestVolumeBootPattern-1096249356 tempest-TestVolumeBootPattern-1096249356-project-admin] Unset dirty status for tenant:b44f40af14b34c16960044d8dfb2b93b on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:14:32.401923 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-5c75c256-12fa-4e92-bef0-4b0bdf7cbda9 tempest-TestVolumeBootPattern-1096249356 tempest-TestVolumeBootPattern-1096249356-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 1093 time: 0.1955345
May 10 20:14:32.405532 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39290) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:32.410795 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'floatingip': {'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'port_id': '3cec2d1d-0111-435a-b0e7-2df7893e9161', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:14:32.416947 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:14:32.421584 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:floatingip and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:14:32.424422 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:14:32.431463 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:14:32.441760 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:32.578642 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:32.713058 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Allocated IP 172.27.0.163 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/1d4ddf59-6e35-4311-b734-18b9202fad3f) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:14:32.859158 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:32.890490 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:32.895722 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-70470c31-87a8-4b00-bcf4-5a2009c41209 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:32.957661 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:14:32.960454 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:14:32.969336 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:14:33.003872 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'Port': ['ID=1d4ddf59-6e35-4311-b734-18b9202fad3f,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:33.008113 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:33.063197 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a02945-2a96-4ee9-9917-598c46e38ce8 req-c8a70b68-409a-43ca-92e8-dc29b0aff8f9 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:33.064791 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-03a02945-2a96-4ee9-9917-598c46e38ce8 req-c8a70b68-409a-43ca-92e8-dc29b0aff8f9 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 943 time: 0.0843637
May 10 20:14:33.115731 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-03a02945-2a96-4ee9-9917-598c46e38ce8 req-779f4435-7a90-4bf0-a33a-1eb0cb3f8ce0 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450230
May 10 20:14:33.384413 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:33.451231 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e3e6218b-c362-46a0-896f-cd2d10a86bc1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:14:33.460249 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:33.583128 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e3e6218b-c362-46a0-896f-cd2d10a86bc1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3e6218b-c362-46a0-896f-cd2d10a86bc1,segment=NetworkSegment(df1b0e65-53ee-489d-8b3b-96d20dfb043a),segment_id=df1b0e65-53ee-489d-8b3b-96d20dfb043a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:33.595986 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': 'e3e6218b-c362-46a0-896f-cd2d10a86bc1', 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c', 'port_id': 'e3e6218b-c362-46a0-896f-cd2d10a86bc1', 'mac_address': 'fa:16:3e:70:16:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1afa530-7cd3-4fae-933b-f1ccff85f27e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:14:33.654931 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:33.671719 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e6218b-c362-46a0-896f-cd2d10a86bc1 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:14:33.674476 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:33.679465 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:33.683097 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:33.687867 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e3e6218b-c362-46a0-896f-cd2d10a86bc1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3e6218b-c362-46a0-896f-cd2d10a86bc1,segment=NetworkSegment(df1b0e65-53ee-489d-8b3b-96d20dfb043a),segment_id=df1b0e65-53ee-489d-8b3b-96d20dfb043a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:33.691784 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:33.694747 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:33.761491 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=e3e6218b-c362-46a0-896f-cd2d10a86bc1,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:33.767372 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:33.792117 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'Port': ['ID=1d4ddf59-6e35-4311-b734-18b9202fad3f,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:33.803018 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:33.808299 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:34.036331 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['e3e6218b-c362-46a0-896f-cd2d10a86bc1'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:14:34.091267 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.l3_db [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Floating IP eef4870e-e297-4701-af16-2cc9cb4c3177 associated. External IP: 172.27.0.163, port: 3cec2d1d-0111-435a-b0e7-2df7893e9161.
May 10 20:14:34.302732 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e0c6d-83ab-40ff-aada-80fc9fef55f5 req-f9984f21-84fe-4d93-9f02-deb89d92e41b tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:34.304184 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-669e0c6d-83ab-40ff-aada-80fc9fef55f5 req-f9984f21-84fe-4d93-9f02-deb89d92e41b tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 944 time: 0.0808773
May 10 20:14:34.350740 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-669e0c6d-83ab-40ff-aada-80fc9fef55f5 req-61adcf5b-5df0-4227-a2a4-90b587c826cd tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399458
May 10 20:14:34.451171 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Router 8a89cade-713f-4a6c-b829-d5c7c5eee82f has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:14:34.628387 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:14:34.637366 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d9c33-1c1b-43ee-ab30-0d74c49c5063 None None] Sync routers for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:14:34.647569 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d9c33-1c1b-43ee-ab30-0d74c49c5063 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:14:34.648269 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-085d9c33-1c1b-43ee-ab30-0d74c49c5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf6dd2b0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:14:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:34.653842 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:34.712869 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3061943
May 10 20:14:34.713534 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'tag': '3cec2d1d-0111-435a-b0e7-2df7893e9161'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:14:34.758358 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'tag': '3cec2d1d-0111-435a-b0e7-2df7893e9161', 'status': 'completed', 'code': 200}
May 10 20:14:34.835687 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-085d9c33-1c1b-43ee-ab30-0d74c49c5063 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:14:34.889969 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af79c4f-a72d-4fce-bd1f-5b566bbe4403 req-4f36ebf0-4157-4e56-b710-0ada01429928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:34.891405 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7af79c4f-a72d-4fce-bd1f-5b566bbe4403 req-4f36ebf0-4157-4e56-b710-0ada01429928 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 1098 time: 0.0742509
May 10 20:14:35.023654 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af79c4f-a72d-4fce-bd1f-5b566bbe4403 req-4c912622-e47d-4c35-a894-1a788d77d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:35.025123 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7af79c4f-a72d-4fce-bd1f-5b566bbe4403 req-4c912622-e47d-4c35-a894-1a788d77d673 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 912 time: 0.1264009
May 10 20:14:35.129233 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7af79c4f-a72d-4fce-bd1f-5b566bbe4403 req-249639c2-054f-453a-80b4-5ff68732717d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cec2d1d-0111-435a-b0e7-2df7893e9161 HTTP/1.1" status: 200  len: 999 time: 0.0969388
May 10 20:14:35.193101 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-085d9c33-1c1b-43ee-ab30-0d74c49c5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf6dd2b0>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'eef4870e-e297-4701-af16-2cc9cb4c3177', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '3cec2d1d-0111-435a-b0e7-2df7893e9161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:cf:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:14:33Z', 'updated_at': '2021-05-10T20:14:33Z', 'revision_number': 0, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:35.193668 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af79c4f-a72d-4fce-bd1f-5b566bbe4403 req-a959ac14-2d68-49a8-b628-4ea269d60f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:35.195156 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7af79c4f-a72d-4fce-bd1f-5b566bbe4403 req-a959ac14-2d68-49a8-b628-4ea269d60f92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0585012
May 10 20:14:35.197554 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d9c33-1c1b-43ee-ab30-0d74c49c5063 None None] Checking router: 8a89cade-713f-4a6c-b829-d5c7c5eee82f for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:14:35.206561 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d9c33-1c1b-43ee-ab30-0d74c49c5063 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:14:35.207160 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-085d9c33-1c1b-43ee-ab30-0d74c49c5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf6dd2b0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:14:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:35.276388 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af79c4f-a72d-4fce-bd1f-5b566bbe4403 req-937cefd2-8e8a-4533-ae77-d6bc18ab3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:35.277862 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7af79c4f-a72d-4fce-bd1f-5b566bbe4403 req-937cefd2-8e8a-4533-ae77-d6bc18ab3353 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740852
May 10 20:14:35.412754 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7af79c4f-a72d-4fce-bd1f-5b566bbe4403 req-193fb7db-6d5e-4380-9076-43a7c7c39931 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280580
May 10 20:14:35.421070 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-085d9c33-1c1b-43ee-ab30-0d74c49c5063 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:14:35.465307 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e3e6218b-c362-46a0-896f-cd2d10a86bc1 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:14:35.549453 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4231d3-cafb-4e0e-93b8-559c8650f7cf req-c9ae0f1e-022d-4338-9f08-e60cf0a308d0 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:35.551014 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9d4231d3-cafb-4e0e-93b8-559c8650f7cf req-c9ae0f1e-022d-4338-9f08-e60cf0a308d0 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 944 time: 0.0917192
May 10 20:14:35.604397 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9d4231d3-cafb-4e0e-93b8-559c8650f7cf req-5579ac1f-c5c9-4742-a71c-1ee3a1c6475a tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469584
May 10 20:14:35.640061 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port e3e6218b-c362-46a0-896f-cd2d10a86bc1 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:14:35.670735 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7af79c4f-a72d-4fce-bd1f-5b566bbe4403 req-480dd31a-0e28-4c75-95f0-0dc5a5095e6d service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505343
May 10 20:14:35.671433 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port e3e6218b-c362-46a0-896f-cd2d10a86bc1 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:14:35.671660 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:35.919760 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:35.951121 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7caa18-ce96-4bb0-95b3-4ff0bcff8467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e6218b-c362-46a0-896f-cd2d10a86bc1'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:14:35.968230 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port e3e6218b-c362-46a0-896f-cd2d10a86bc1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3e6218b-c362-46a0-896f-cd2d10a86bc1,segment=NetworkSegment(df1b0e65-53ee-489d-8b3b-96d20dfb043a),segment_id=df1b0e65-53ee-489d-8b3b-96d20dfb043a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:35.975810 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:35.978239 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:36.007542 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7caa18-ce96-4bb0-95b3-4ff0bcff8467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e6218b-c362-46a0-896f-cd2d10a86bc1', 'code': 200}
May 10 20:14:36.010038 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-085d9c33-1c1b-43ee-ab30-0d74c49c5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf6dd2b0>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'eef4870e-e297-4701-af16-2cc9cb4c3177', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '3cec2d1d-0111-435a-b0e7-2df7893e9161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:cf:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:14:33Z', 'updated_at': '2021-05-10T20:14:33Z', 'revision_number': 0, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:36.025539 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d9c33-1c1b-43ee-ab30-0d74c49c5063 None None] The sync data for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi is: [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'eef4870e-e297-4701-af16-2cc9cb4c3177', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '3cec2d1d-0111-435a-b0e7-2df7893e9161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:cf:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:14:33Z', 'updated_at': '2021-05-10T20:14:33Z', 'revision_number': 0, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:14:36.056140 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=e3e6218b-c362-46a0-896f-cd2d10a86bc1,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:36.059162 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:36.224315 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c79e0-331e-4caf-bf57-7dc9458d04cd None None] New status for floating IP eef4870e-e297-4701-af16-2cc9cb4c3177: ACTIVE {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:14:36.266937 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c577f-414a-4871-b8b7-3f4eb861704b req-a11d2dd1-e030-411f-a961-fce06391a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:36.268447 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-021c577f-414a-4871-b8b7-3f4eb861704b req-a11d2dd1-e030-411f-a961-fce06391a2da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 1098 time: 0.0705826
May 10 20:14:36.309985 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-021c577f-414a-4871-b8b7-3f4eb861704b req-a581b960-0390-461d-a2dc-77d2ab347314 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343747
May 10 20:14:36.793253 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cba6e7-8705-413b-b44f-10458ba41227 req-160e1ceb-42ba-4a67-9ff6-ac07565ba496 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:36.797663 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-51cba6e7-8705-413b-b44f-10458ba41227 req-160e1ceb-42ba-4a67-9ff6-ac07565ba496 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 945 time: 0.0808759
May 10 20:14:36.840509 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-51cba6e7-8705-413b-b44f-10458ba41227 req-70102a7b-5a28-4b09-bea6-419c806bbc66 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397365
May 10 20:14:38.033885 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76e3a5-7690-44ba-9d5a-9775071ae2f9 req-c711f0d4-eb6b-49d4-8675-e982fb84bf8b tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:38.035428 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fd76e3a5-7690-44ba-9d5a-9775071ae2f9 req-c711f0d4-eb6b-49d4-8675-e982fb84bf8b tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 945 time: 0.0881538
May 10 20:14:38.080665 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fd76e3a5-7690-44ba-9d5a-9775071ae2f9 req-16cc3663-ae28-43d2-b52f-07a8c6c1f744 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393865
May 10 20:14:38.979363 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:44.241455 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-f3f62939-666a-4d0f-94de-be40528f41e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0724113
May 10 20:14:44.440926 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-f02c9d73-3a3d-4ee7-9921-31af272267ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:44.442433 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-f02c9d73-3a3d-4ee7-9921-31af272267ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 1098 time: 0.0838351
May 10 20:14:44.621028 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-1941b0c7-728b-4c5f-810e-4c200eb106db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:44.622522 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-1941b0c7-728b-4c5f-810e-4c200eb106db service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 912 time: 0.1405597
May 10 20:14:44.735583 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-793144f1-9df0-460d-a301-e0f3f282be1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cec2d1d-0111-435a-b0e7-2df7893e9161 HTTP/1.1" status: 200  len: 1001 time: 0.0982943
May 10 20:14:44.799089 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-3f23564d-35b7-487b-a42d-8d85c11ffb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:44.800543 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-3f23564d-35b7-487b-a42d-8d85c11ffb22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0569589
May 10 20:14:44.889360 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-0978daa1-f156-4ff1-a7bb-56c873b5b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:44.890874 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-0978daa1-f156-4ff1-a7bb-56c873b5b750 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769432
May 10 20:14:45.028486 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-4f47449a-db9a-4269-b081-a3d52db5a962 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307352
May 10 20:14:45.173316 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a48c3d9d-876f-462b-9ad7-4d27220acf57 req-53c3c525-ab99-4104-a855-b767f4358759 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261623
May 10 20:14:51.038588 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:14:56.959221 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e321e83e-d59e-4be4-84a8-635e142f5075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:59.410632 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-fb9cc715-b6f7-47cb-a5c0-34b3e4cc9fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:59.507931 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:00.753505 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:02.227593 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:08.992449 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:25.201487 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616bfb3-b04c-4e09-8c87-c67251943c32 req-0307d485-503a-4dc7-978a-c8f385cb4412 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:25.202920 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2616bfb3-b04c-4e09-8c87-c67251943c32 req-0307d485-503a-4dc7-978a-c8f385cb4412 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 945 time: 0.0829785
May 10 20:15:25.248208 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2616bfb3-b04c-4e09-8c87-c67251943c32 req-b17e2a72-4d00-4070-9807-68648b7f558a tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394409
May 10 20:15:26.436072 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a19e8f-85a9-4a4f-a8ef-bfc99db3130e req-529e9b18-69b5-44ba-bf0e-6e95fc05469b tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:26.437566 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1a19e8f-85a9-4a4f-a8ef-bfc99db3130e req-529e9b18-69b5-44ba-bf0e-6e95fc05469b tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 945 time: 0.0794315
May 10 20:15:26.485675 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1a19e8f-85a9-4a4f-a8ef-bfc99db3130e req-a8fe052d-6f52-4a19-b1a7-cf018d786ea9 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415554
May 10 20:15:26.961273 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-b561cd4d-4114-4acc-be9d-5133d9eb122b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:27.063139 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfd692-3433-490b-93d2-533731a13881 req-c944cbda-9ca5-4742-965b-2875b13523f0 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:27.063854 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-1fdfd692-3433-490b-93d2-533731a13881 req-c944cbda-9ca5-4742-965b-2875b13523f0 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Synchronizing usage tracker for tenant:f628409668da43c69a5fd1fe7a92ed71 on resource:port {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:15:27.082615 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-1fdfd692-3433-490b-93d2-533731a13881 req-c944cbda-9ca5-4742-965b-2875b13523f0 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Unset dirty status for tenant:f628409668da43c69a5fd1fe7a92ed71 on resource:port {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:15:27.083766 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-1fdfd692-3433-490b-93d2-533731a13881 req-c944cbda-9ca5-4742-965b-2875b13523f0 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 945 time: 0.1004834
May 10 20:15:27.224102 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-1fdfd692-3433-490b-93d2-533731a13881 req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Deleting port e3e6218b-c362-46a0-896f-cd2d10a86bc1 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:15:27.224358 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1fdfd692-3433-490b-93d2-533731a13881 req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:27.358623 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-1fdfd692-3433-490b-93d2-533731a13881 req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] For port e3e6218b-c362-46a0-896f-cd2d10a86bc1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3e6218b-c362-46a0-896f-cd2d10a86bc1,segment=NetworkSegment(df1b0e65-53ee-489d-8b3b-96d20dfb043a),segment_id=df1b0e65-53ee-489d-8b3b-96d20dfb043a)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:15:27.358978 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1fdfd692-3433-490b-93d2-533731a13881 req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:27.485232 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-1fdfd692-3433-490b-93d2-533731a13881 req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Calling delete_port for e3e6218b-c362-46a0-896f-cd2d10a86bc1 owned by compute:nova {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:15:27.601975 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1fdfd692-3433-490b-93d2-533731a13881 req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:27.607618 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2b2a1eff-0609-4bb1-ba7c-bb2c335898ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:15:27.639181 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['e3e6218b-c362-46a0-896f-cd2d10a86bc1'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:15:27.642227 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-bbf68234-74a5-4f38-a3aa-8a64ac2b91b9 req-c685ad96-8781-46cc-936f-9a17b200507e tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c7caa18-ce96-4bb0-95b3-4ff0bcff8467 HTTP/1.1" status: 200  len: 210 time: 0.0481238
May 10 20:15:27.652154 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Pushing event deleted for resources: {'Port': ['ID=e3e6218b-c362-46a0-896f-cd2d10a86bc1,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:15:27.792517 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.792802 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.793174 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.793545 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.793906 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.794263 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.794623 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.794978 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.795356 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.795715 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.796066 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.796416 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:27.800291 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:15:27.841511 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdfd692-3433-490b-93d2-533731a13881 req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] No DVR routers for this DVR port e3e6218b-c362-46a0-896f-cd2d10a86bc1 on host hv-cinder-78836 {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:15:27.844389 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-1fdfd692-3433-490b-93d2-533731a13881 req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:27.847239 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7caa18-ce96-4bb0-95b3-4ff0bcff8467', 'name': 'network-vif-deleted', 'tag': 'e3e6218b-c362-46a0-896f-cd2d10a86bc1'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:15:27.865705 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-1fdfd692-3433-490b-93d2-533731a13881 req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.23 "DELETE /v2.0/ports/e3e6218b-c362-46a0-896f-cd2d10a86bc1 HTTP/1.1" status: 204  len: 173 time: 0.7760441
May 10 20:15:27.955207 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7caa18-ce96-4bb0-95b3-4ff0bcff8467', 'name': 'network-vif-deleted', 'tag': 'e3e6218b-c362-46a0-896f-cd2d10a86bc1', 'status': 'completed', 'code': 200}
May 10 20:15:28.039436 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:15:29.411459 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9b8f09e1-5c58-4111-8194-116c83e0937f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:29.512272 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:30.757004 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:30.906272 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e3e6218b-c362-46a0-896f-cd2d10a86bc1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:15:30.940622 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: e3e6218b-c362-46a0-896f-cd2d10a86bc1 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:15:30.940971 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device e3e6218b-c362-46a0-896f-cd2d10a86bc1 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:15:32.228823 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:37.189461 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-707a7f15-c50b-4eb0-ae89-285619654970 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:37.190916 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-707a7f15-c50b-4eb0-ae89-285619654970 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/networks?id=f2418eb9-db2b-478a-91fc-fb7030e4ca8c HTTP/1.1" status: 200  len: 814 time: 0.2482722
May 10 20:15:37.206913 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e56cb763-5577-4f8b-8d2f-18d856013788 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/quotas/f628409668da43c69a5fd1fe7a92ed71 HTTP/1.1" status: 200  len: 375 time: 0.0094960
May 10 20:15:37.253604 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-cd32cebe-9b81-48ca-ba66-ff69d2c4e627 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f628409668da43c69a5fd1fe7a92ed71&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0409842
May 10 20:15:37.264391 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-dca17ffa-96cf-4930-96ad-1822bb8e5d81 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 20:15:37.265317 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-dca17ffa-96cf-4930-96ad-1822bb8e5d81 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049608
May 10 20:15:37.397932 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-bde69db5-c61b-42a2-8f3d-797756067099 service neutron] 10.222.0.18 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274025
May 10 20:15:37.531438 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-d5624e5d-92f1-4cad-a335-b5ba49627f60 service neutron] 10.222.0.18 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266301
May 10 20:15:37.705276 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4c165126-b2c5-4168-b945-dd023e8514cc req-b7006324-1b15-4c18-9a49-a957f1e571f4 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 210 time: 0.0468185
May 10 20:15:38.858538 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-54a5e378-fe41-4b9a-b8d9-be93f2b51a31 req-124f4383-d463-462d-ab41-036eb9eca29f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 210 time: 0.0470157
May 10 20:15:38.989464 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:39.008383 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-91b4e608-5fdf-4d09-8cac-88b737521c53 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:39.009801 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-91b4e608-5fdf-4d09-8cac-88b737521c53 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.23 "GET /v2.0/networks?id=f2418eb9-db2b-478a-91fc-fb7030e4ca8c HTTP/1.1" status: 200  len: 814 time: 0.1543753
May 10 20:15:39.028944 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Request body: {'port': {'device_id': '25ba429b-5006-4794-bc7e-ae5f15013994', 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c', 'admin_state_up': True, 'tenant_id': 'f628409668da43c69a5fd1fe7a92ed71'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:15:39.166546 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:15:39.170586 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Usage tracker for resource:port and tenant:f628409668da43c69a5fd1fe7a92ed71 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:15:39.173382 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:15:39.179218 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:15:39.188482 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Made reservation on behalf of f628409668da43c69a5fd1fe7a92ed71 for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:15:39.191899 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:39.354716 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Allocated IP 172.20.0.14 (f2418eb9-db2b-478a-91fc-fb7030e4ca8c/c1afa530-7cd3-4fae-933b-f1ccff85f27e/c44e11ae-4fc8-4df9-b4bc-bd827b658470) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:15:39.562529 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:39.593267 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:39.598744 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-9100c554-12a6-42c3-a66d-4e597d9cb927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:15:39.661663 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Network f2418eb9-db2b-478a-91fc-fb7030e4ca8c is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:15:39.664942 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:15:39.672911 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:15:39.707697 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Pushing event updated for resources: {'Port': ['ID=c44e11ae-4fc8-4df9-b4bc-bd827b658470,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:15:39.712129 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:15:39.739994 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:39.740607 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:39.766013 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7407532
May 10 20:15:39.783976 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-7e9a5f46-db85-44f6-920d-6e886d99fcc5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 20:15:39.784993 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-7e9a5f46-db85-44f6-920d-6e886d99fcc5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052414
May 10 20:15:39.838584 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Request body: {'port': {'device_id': '25ba429b-5006-4794-bc7e-ae5f15013994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:15:39.952438 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:40.047303 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5398f2c-bfb3-44e8-bcb2-bf321f8cbf02 req-afb3bd15-380e-43ba-aa96-e07d2bdf439f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:40.048820 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f5398f2c-bfb3-44e8-bcb2-bf321f8cbf02 req-afb3bd15-380e-43ba-aa96-e07d2bdf439f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 932 time: 0.0800967
May 10 20:15:40.096074 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f5398f2c-bfb3-44e8-bcb2-bf321f8cbf02 req-c1be4820-945f-4a96-895b-b8d92f155c66 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409081
May 10 20:15:40.290578 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44e11ae-4fc8-4df9-b4bc-bd827b658470 {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:15:40.297570 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:40.312067 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Transition to ACTIVE for port object c44e11ae-4fc8-4df9-b4bc-bd827b658470 will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:15:40.315685 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:40.319105 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-464e6f84-a665-4037-b76a-c0470a59001f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:15:40.448322 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c44e11ae-4fc8-4df9-b4bc-bd827b658470,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:15:40.473878 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:15:40.549563 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Attempting to bind port c44e11ae-4fc8-4df9-b4bc-bd827b658470 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:15:40.549801 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Attempting to bind port c44e11ae-4fc8-4df9-b4bc-bd827b658470 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'df1b0e65-53ee-489d-8b3b-96d20dfb043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:15:40.550118 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Attempting to bind port c44e11ae-4fc8-4df9-b4bc-bd827b658470 on network f2418eb9-db2b-478a-91fc-fb7030e4ca8c {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:15:40.554676 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Port c44e11ae-4fc8-4df9-b4bc-bd827b658470 on network f2418eb9-db2b-478a-91fc-fb7030e4ca8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:15:40.554984 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Attempting to bind port c44e11ae-4fc8-4df9-b4bc-bd827b658470 on network f2418eb9-db2b-478a-91fc-fb7030e4ca8c {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:15:40.560026 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:15:40.560353 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Checking segment: {'id': 'df1b0e65-53ee-489d-8b3b-96d20dfb043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:15:40.560727 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Bound using segment: {'id': 'df1b0e65-53ee-489d-8b3b-96d20dfb043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:15:40.561142 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Bound port: c44e11ae-4fc8-4df9-b4bc-bd827b658470, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1b0e65-53ee-489d-8b3b-96d20dfb043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:15:40.561473 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:40.740119 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] For port c44e11ae-4fc8-4df9-b4bc-bd827b658470, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:15:40.743392 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] For port c44e11ae-4fc8-4df9-b4bc-bd827b658470, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c44e11ae-4fc8-4df9-b4bc-bd827b658470,segment=NetworkSegment(df1b0e65-53ee-489d-8b3b-96d20dfb043a),segment_id=df1b0e65-53ee-489d-8b3b-96d20dfb043a)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:15:40.747526 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:40.752050 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4206213e-1eee-4f97-8dea-1635f8ff2cda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:15:40.802528 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:40.802962 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:40.804479 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] 10.222.0.23 "PUT /v2.0/ports/c44e11ae-4fc8-4df9-b4bc-bd827b658470 HTTP/1.1" status: 200  len: 1094 time: 1.0135190
May 10 20:15:40.807482 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ba429b-5006-4794-bc7e-ae5f15013994', 'tag': 'c44e11ae-4fc8-4df9-b4bc-bd827b658470'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:15:40.841888 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c44e11ae-4fc8-4df9-b4bc-bd827b658470,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:15:40.846155 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:15:40.890600 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ba429b-5006-4794-bc7e-ae5f15013994', 'tag': 'c44e11ae-4fc8-4df9-b4bc-bd827b658470', 'status': 'completed', 'code': 200}
May 10 20:15:40.932283 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-c99e79ba-46a6-4df8-b2b2-5a755ae5d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:40.932283 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-c99e79ba-46a6-4df8-b2b2-5a755ae5d31d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f628409668da43c69a5fd1fe7a92ed71&device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 1097 time: 0.0729883
May 10 20:15:41.009139 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-69f38059-a53c-4015-a8d5-24362313de0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c44e11ae-4fc8-4df9-b4bc-bd827b658470 HTTP/1.1" status: 200  len: 217 time: 0.0632415
May 10 20:15:41.073337 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-dfae0898-49e8-4a1f-adb9-1c8b72a0a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:41.075097 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-dfae0898-49e8-4a1f-adb9-1c8b72a0a340 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c1afa530-7cd3-4fae-933b-f1ccff85f27e HTTP/1.1" status: 200  len: 854 time: 0.0584731
May 10 20:15:41.123144 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-bb950af7-206c-424e-a7af-6a468da46428 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2418eb9-db2b-478a-91fc-fb7030e4ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414710
May 10 20:15:41.257591 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-d0e026b8-dfc6-4f8f-a300-24ca8d987397 service neutron] 10.222.0.23 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270626
May 10 20:15:41.282583 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb0276-54fe-43cc-8b9e-eec6de85b9c4 req-4bff737f-520d-49bc-b3c6-51c761bc9749 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:41.284122 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cbcb0276-54fe-43cc-8b9e-eec6de85b9c4 req-4bff737f-520d-49bc-b3c6-51c761bc9749 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 944 time: 0.0784450
May 10 20:15:41.329067 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-cbcb0276-54fe-43cc-8b9e-eec6de85b9c4 req-ad0249a1-439f-4f93-a88b-a1a2dd70c4c9 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390937
May 10 20:15:41.391953 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-d1f03b2c-1930-4bc6-99b0-ffe4a2adaa4c req-0d73c845-0f52-4654-94a5-c0945d865c31 service neutron] 10.222.0.23 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281743
May 10 20:15:41.551087 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e26b81-2f77-45f1-bd2e-53c470c51f8f req-a28b1293-cd0a-4599-a808-aca674058483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:41.552579 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a1e26b81-2f77-45f1-bd2e-53c470c51f8f req-a28b1293-cd0a-4599-a808-aca674058483 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f628409668da43c69a5fd1fe7a92ed71&device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 1097 time: 0.0761936
May 10 20:15:41.682362 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e26b81-2f77-45f1-bd2e-53c470c51f8f req-ff665bce-e60e-4fdc-8f44-6e68a5c6a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:41.683816 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a1e26b81-2f77-45f1-bd2e-53c470c51f8f req-ff665bce-e60e-4fdc-8f44-6e68a5c6a6fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2418eb9-db2b-478a-91fc-fb7030e4ca8c HTTP/1.1" status: 200  len: 915 time: 0.1248963
May 10 20:15:41.752121 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a1e26b81-2f77-45f1-bd2e-53c470c51f8f req-41d09b36-974d-415a-a13c-eb2bbaf0d969 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c44e11ae-4fc8-4df9-b4bc-bd827b658470 HTTP/1.1" status: 200  len: 217 time: 0.0615292
May 10 20:15:41.813216 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e26b81-2f77-45f1-bd2e-53c470c51f8f req-15049107-8bbe-4eba-a6c1-92d307d97351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:41.814635 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a1e26b81-2f77-45f1-bd2e-53c470c51f8f req-15049107-8bbe-4eba-a6c1-92d307d97351 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c1afa530-7cd3-4fae-933b-f1ccff85f27e HTTP/1.1" status: 200  len: 854 time: 0.0566442
May 10 20:15:41.863187 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a1e26b81-2f77-45f1-bd2e-53c470c51f8f req-f098c636-318e-4f6a-81b9-59e23791bea6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2418eb9-db2b-478a-91fc-fb7030e4ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415435
May 10 20:15:41.998195 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a1e26b81-2f77-45f1-bd2e-53c470c51f8f req-a630cfbc-3a76-4f47-8f26-6679822aab80 service neutron] 10.222.0.23 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279240
May 10 20:15:42.133951 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a1e26b81-2f77-45f1-bd2e-53c470c51f8f req-8c23e4ba-9e09-470f-80b8-6d26224e6d5b service neutron] 10.222.0.23 "GET /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288552
May 10 20:15:42.518964 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc8183-49ac-454d-8a8c-6d16dfe2d522 req-2f9ac110-4bc0-4ab4-b12c-48790711ac73 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:42.520448 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-49fc8183-49ac-454d-8a8c-6d16dfe2d522 req-2f9ac110-4bc0-4ab4-b12c-48790711ac73 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 944 time: 0.0829325
May 10 20:15:42.564739 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-49fc8183-49ac-454d-8a8c-6d16dfe2d522 req-f473a4fd-1666-4361-9ba8-5475efdefbef tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380478
May 10 20:15:43.748634 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c68585-4dfd-4edd-a0b6-9d3e56e21cde req-9a85eefe-0d15-463b-896f-ebc2423210db tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:43.750132 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b2c68585-4dfd-4edd-a0b6-9d3e56e21cde req-9a85eefe-0d15-463b-896f-ebc2423210db tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 944 time: 0.0788202
May 10 20:15:43.797385 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-b2c68585-4dfd-4edd-a0b6-9d3e56e21cde req-71a6f26b-8641-437f-962b-c31bdca948ae tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415297
May 10 20:15:43.951119 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device c44e11ae-4fc8-4df9-b4bc-bd827b658470 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:15:44.081788 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port c44e11ae-4fc8-4df9-b4bc-bd827b658470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c44e11ae-4fc8-4df9-b4bc-bd827b658470,segment=NetworkSegment(df1b0e65-53ee-489d-8b3b-96d20dfb043a),segment_id=df1b0e65-53ee-489d-8b3b-96d20dfb043a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:15:44.095189 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': 'c44e11ae-4fc8-4df9-b4bc-bd827b658470', 'network_id': 'f2418eb9-db2b-478a-91fc-fb7030e4ca8c', 'port_id': 'c44e11ae-4fc8-4df9-b4bc-bd827b658470', 'mac_address': 'fa:16:3e:19:1e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1afa530-7cd3-4fae-933b-f1ccff85f27e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:15:44.148342 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:44.164259 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44e11ae-4fc8-4df9-b4bc-bd827b658470 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:15:44.179727 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port c44e11ae-4fc8-4df9-b4bc-bd827b658470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c44e11ae-4fc8-4df9-b4bc-bd827b658470,segment=NetworkSegment(df1b0e65-53ee-489d-8b3b-96d20dfb043a),segment_id=df1b0e65-53ee-489d-8b3b-96d20dfb043a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:15:44.183418 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:44.185116 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:15:44.252094 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=c44e11ae-4fc8-4df9-b4bc-bd827b658470,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:15:44.259661 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.260011 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.260348 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.260679 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.261006 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.261349 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.261648 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.261965 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.262288 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.262602 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.262917 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.263230 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:15:44.267170 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:15:44.478566 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['c44e11ae-4fc8-4df9-b4bc-bd827b658470'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:15:44.982972 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d1e3e-e2de-41b3-9057-2c360d623ae2 req-34180ca3-56cf-4e38-93b0-f4b7881507be tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:44.984457 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a27d1e3e-e2de-41b3-9057-2c360d623ae2 req-34180ca3-56cf-4e38-93b0-f4b7881507be tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 945 time: 0.0811090
May 10 20:15:45.028755 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a27d1e3e-e2de-41b3-9057-2c360d623ae2 req-9bd5ed61-f7b1-4b3c-804c-e8e9c0e9b332 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385725
May 10 20:15:45.951159 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device c44e11ae-4fc8-4df9-b4bc-bd827b658470 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:15:46.019156 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port c44e11ae-4fc8-4df9-b4bc-bd827b658470 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:15:46.024229 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port c44e11ae-4fc8-4df9-b4bc-bd827b658470 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:15:46.024601 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:46.143755 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:46.212641 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ba429b-5006-4794-bc7e-ae5f15013994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44e11ae-4fc8-4df9-b4bc-bd827b658470'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:15:46.218627 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be61b4e-5b5a-4e8b-9d73-86ac655f9602 req-c7cd1ea7-108d-4128-831d-28dac8a3b878 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:46.221670 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0be61b4e-5b5a-4e8b-9d73-86ac655f9602 req-c7cd1ea7-108d-4128-831d-28dac8a3b878 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 945 time: 0.0861151
May 10 20:15:46.222296 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port c44e11ae-4fc8-4df9-b4bc-bd827b658470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c44e11ae-4fc8-4df9-b4bc-bd827b658470,segment=NetworkSegment(df1b0e65-53ee-489d-8b3b-96d20dfb043a),segment_id=df1b0e65-53ee-489d-8b3b-96d20dfb043a)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:15:46.227630 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:46.229918 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:15:46.274478 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0be61b4e-5b5a-4e8b-9d73-86ac655f9602 req-1b25698c-1fb8-43ff-a6f1-0151a5c5479c tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413387
May 10 20:15:46.301335 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=c44e11ae-4fc8-4df9-b4bc-bd827b658470,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:15:46.304993 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:15:46.324526 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ba429b-5006-4794-bc7e-ae5f15013994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44e11ae-4fc8-4df9-b4bc-bd827b658470', 'code': 200}
May 10 20:15:46.580690 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59007811-dd3a-4568-ad9d-99ee9e4a8cd6 req-6b017dad-61be-4af0-abd8-1b1b302030c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:46.582050 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-59007811-dd3a-4568-ad9d-99ee9e4a8cd6 req-6b017dad-61be-4af0-abd8-1b1b302030c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 1099 time: 0.0758817
May 10 20:15:46.622260 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-59007811-dd3a-4568-ad9d-99ee9e4a8cd6 req-4e75144b-e51e-401a-9a99-ae15caf59238 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339782
May 10 20:15:47.460818 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a8c5-aef6-42ab-a184-55d218a073c6 req-5e83d7c2-8acd-492a-99a1-fee941f120b9 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:47.462303 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2ea7a8c5-aef6-42ab-a184-55d218a073c6 req-5e83d7c2-8acd-492a-99a1-fee941f120b9 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 946 time: 0.0792062
May 10 20:15:47.510248 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2ea7a8c5-aef6-42ab-a184-55d218a073c6 req-8c409f66-c9d2-4d2d-be59-1af9414d1b98 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420978
May 10 20:15:48.703375 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71bf69-0087-4239-b2d9-9a0154474feb req-b43a99a1-e3e7-49af-85fd-2c6248c12dbb tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:48.704947 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5f71bf69-0087-4239-b2d9-9a0154474feb req-b43a99a1-e3e7-49af-85fd-2c6248c12dbb tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 946 time: 0.0828061
May 10 20:15:48.751813 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5f71bf69-0087-4239-b2d9-9a0154474feb req-95604d53-476e-4c12-a6b9-e8360c162637 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410571
May 10 20:15:56.963507 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e3839131-3ada-441e-9f45-2a1b12b7aede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:59.412971 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-d08a31df-c8d5-476b-813e-1dcfa2ad8c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:59.513683 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:00.759262 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:02.231067 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:05.038473 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:16:09.006030 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:11.114475 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec859c8-aeb4-467e-acdd-adbdd5fd816a req-42e86033-5127-4f0e-adc0-d2fae49a8541 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:11.115951 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6ec859c8-aeb4-467e-acdd-adbdd5fd816a req-42e86033-5127-4f0e-adc0-d2fae49a8541 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 946 time: 0.0833671
May 10 20:16:11.162011 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6ec859c8-aeb4-467e-acdd-adbdd5fd816a req-1d9fcb60-773f-4ac6-9a4f-4cd196a119dd tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394309
May 10 20:16:12.351521 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a943a87-ed06-4742-9bb8-13b3da1fa709 req-1410ac20-dfb5-4ccc-a571-55ae4d91e95f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:12.352962 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0a943a87-ed06-4742-9bb8-13b3da1fa709 req-1410ac20-dfb5-4ccc-a571-55ae4d91e95f tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 946 time: 0.0790300
May 10 20:16:12.401364 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0a943a87-ed06-4742-9bb8-13b3da1fa709 req-96f82152-eecc-4a13-b182-c3b92771fff7 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/security-groups?id=bafc219b-f901-4be5-bbf0-10ae06a1f37a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426180
May 10 20:16:12.798771 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f355585-c561-4066-ae90-d9da36c39b5f req-6932c99d-6a32-47ef-bd71-e37be2157d9c tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:12.799502 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-5f355585-c561-4066-ae90-d9da36c39b5f req-6932c99d-6a32-47ef-bd71-e37be2157d9c tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Synchronizing usage tracker for tenant:f628409668da43c69a5fd1fe7a92ed71 on resource:port {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:16:12.815260 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-5f355585-c561-4066-ae90-d9da36c39b5f req-6932c99d-6a32-47ef-bd71-e37be2157d9c tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Unset dirty status for tenant:f628409668da43c69a5fd1fe7a92ed71 on resource:port {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:16:12.816652 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-5f355585-c561-4066-ae90-d9da36c39b5f req-6932c99d-6a32-47ef-bd71-e37be2157d9c tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 946 time: 0.0968020
May 10 20:16:13.045721 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-5f355585-c561-4066-ae90-d9da36c39b5f req-db3777e0-0b08-4e41-8a6e-8c938faa81fa tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Deleting port c44e11ae-4fc8-4df9-b4bc-bd827b658470 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:13.046067 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-5f355585-c561-4066-ae90-d9da36c39b5f req-db3777e0-0b08-4e41-8a6e-8c938faa81fa tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:13.178265 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-5f355585-c561-4066-ae90-d9da36c39b5f req-db3777e0-0b08-4e41-8a6e-8c938faa81fa tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] For port c44e11ae-4fc8-4df9-b4bc-bd827b658470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c44e11ae-4fc8-4df9-b4bc-bd827b658470,segment=NetworkSegment(df1b0e65-53ee-489d-8b3b-96d20dfb043a),segment_id=df1b0e65-53ee-489d-8b3b-96d20dfb043a)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:13.178524 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-5f355585-c561-4066-ae90-d9da36c39b5f req-db3777e0-0b08-4e41-8a6e-8c938faa81fa tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:13.303247 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-5f355585-c561-4066-ae90-d9da36c39b5f req-db3777e0-0b08-4e41-8a6e-8c938faa81fa tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Calling delete_port for c44e11ae-4fc8-4df9-b4bc-bd827b658470 owned by compute:nova {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:13.414740 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-5f355585-c561-4066-ae90-d9da36c39b5f req-db3777e0-0b08-4e41-8a6e-8c938faa81fa tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:13.420907 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:13.451067 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['c44e11ae-4fc8-4df9-b4bc-bd827b658470'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:16:13.472072 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3777e0-0b08-4e41-8a6e-8c938faa81fa tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Pushing event deleted for resources: {'Port': ['ID=c44e11ae-4fc8-4df9-b4bc-bd827b658470,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:13.475226 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-db3777e0-0b08-4e41-8a6e-8c938faa81fa tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:13.548976 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f355585-c561-4066-ae90-d9da36c39b5f req-db3777e0-0b08-4e41-8a6e-8c938faa81fa tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] No DVR routers for this DVR port c44e11ae-4fc8-4df9-b4bc-bd827b658470 on host hv-cinder-78836 {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:16:13.551533 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-5f355585-c561-4066-ae90-d9da36c39b5f req-db3777e0-0b08-4e41-8a6e-8c938faa81fa tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:13.554125 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ba429b-5006-4794-bc7e-ae5f15013994', 'name': 'network-vif-deleted', 'tag': 'c44e11ae-4fc8-4df9-b4bc-bd827b658470'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:16:13.559885 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-23e83210-4902-4c70-897c-620c43d97c81 req-0021a053-03b7-4186-9a50-b75fc74edb73 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.18 "GET /v2.0/ports?device_id=25ba429b-5006-4794-bc7e-ae5f15013994 HTTP/1.1" status: 200  len: 210 time: 0.0442004
May 10 20:16:13.572725 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-5f355585-c561-4066-ae90-d9da36c39b5f req-db3777e0-0b08-4e41-8a6e-8c938faa81fa tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] 10.222.0.23 "DELETE /v2.0/ports/c44e11ae-4fc8-4df9-b4bc-bd827b658470 HTTP/1.1" status: 204  len: 173 time: 0.7510045
May 10 20:16:13.603754 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ba429b-5006-4794-bc7e-ae5f15013994', 'name': 'network-vif-deleted', 'tag': 'c44e11ae-4fc8-4df9-b4bc-bd827b658470', 'status': 'completed', 'code': 200}
May 10 20:16:16.091983 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device c44e11ae-4fc8-4df9-b4bc-bd827b658470 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:16:16.126073 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: c44e11ae-4fc8-4df9-b4bc-bd827b658470 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:16:16.126416 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device c44e11ae-4fc8-4df9-b4bc-bd827b658470 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:16:26.967565 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-a761d386-467a-4b00-866a-d54024c0e7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:29.413971 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-38b7570f-4cb9-4ca7-8812-fbe57dd2b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:29.518069 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:30.764798 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:32.237264 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:36.312404 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416aaee-8cd1-4993-bb0f-a9a3fb651439 req-4bd4f127-6dcb-41bc-b95e-707afcaf3637 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:36.313891 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f416aaee-8cd1-4993-bb0f-a9a3fb651439 req-4bd4f127-6dcb-41bc-b95e-707afcaf3637 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 945 time: 0.0832326
May 10 20:16:36.365705 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f416aaee-8cd1-4993-bb0f-a9a3fb651439 req-d2a83013-fa6c-464a-80bd-6a0b16ae8f07 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458894
May 10 20:16:37.562351 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726faa2c-777b-402d-b03d-d67a4340faa8 req-0b136b85-9e35-420e-9011-9b63487fa263 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:37.563795 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-726faa2c-777b-402d-b03d-d67a4340faa8 req-0b136b85-9e35-420e-9011-9b63487fa263 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 945 time: 0.0822430
May 10 20:16:37.611764 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-726faa2c-777b-402d-b03d-d67a4340faa8 req-b523dd7e-fa11-4592-b1ec-e06ea7b629a6 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421722
May 10 20:16:37.925319 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-0623273d-f466-4578-8d6b-492d9c5d1531 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:37.926035 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-0623273d-f466-4578-8d6b-492d9c5d1531 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Synchronizing usage tracker for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:port {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:16:37.944315 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-0623273d-f466-4578-8d6b-492d9c5d1531 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Unset dirty status for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:port {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:16:37.945477 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-0623273d-f466-4578-8d6b-492d9c5d1531 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 945 time: 0.1042273
May 10 20:16:38.092682 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Deleting port 3cec2d1d-0111-435a-b0e7-2df7893e9161 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:38.092682 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:38.250145 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] For port 3cec2d1d-0111-435a-b0e7-2df7893e9161, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3cec2d1d-0111-435a-b0e7-2df7893e9161,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:38.250736 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:38.620539 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:38.620945 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:38.621229 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.l3_db [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Floating IP eef4870e-e297-4701-af16-2cc9cb4c3177 disassociated. External IP: 172.27.0.163, port: 3cec2d1d-0111-435a-b0e7-2df7893e9161.
May 10 20:16:38.621810 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Calling delete_port for 3cec2d1d-0111-435a-b0e7-2df7893e9161 owned by compute:nova {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:38.746444 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:38.753586 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:38.789921 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e6e6d235-3bce-4c6b-9bd3-ea3b135595ef req-0dbddcda-8a46-4e9f-9264-0c2bd57acdcf tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 210 time: 0.0483005
May 10 20:16:38.805199 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event deleted for resources: {'Port': ['ID=3cec2d1d-0111-435a-b0e7-2df7893e9161,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:38.817507 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.817885 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.818264 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.818629 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.818993 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.819376 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.819737 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.820096 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.820451 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.820808 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.821159 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.821508 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:38.825833 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:39.038712 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.118577 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Router 8a89cade-713f-4a6c-b829-d5c7c5eee82f has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:16:39.265475 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 39850) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:39.316068 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:16:39.326820 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba7680-232f-47eb-b8df-4f994d95e7e8 None None] Sync routers for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:16:39.328588 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_v2 [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Deleting subnet c1afa530-7cd3-4fae-933b-f1ccff85f27e {{(pid=78747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:16:39.332115 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.339034 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba7680-232f-47eb-b8df-4f994d95e7e8 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:39.339733 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-47ba7680-232f-47eb-b8df-4f994d95e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4088fa0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:39.388041 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1283669'] for subnet, precommit_delete_associations {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.398153 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] No DVR routers for this DVR port 3cec2d1d-0111-435a-b0e7-2df7893e9161 on host hv-cinder-78836 {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:16:39.400813 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.403754 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'name': 'network-vif-deleted', 'tag': '3cec2d1d-0111-435a-b0e7-2df7893e9161'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:16:39.423695 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-80a51cc2-8a24-42ce-ad6b-e178bbee85ef req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "DELETE /v2.0/ports/3cec2d1d-0111-435a-b0e7-2df7893e9161 HTTP/1.1" status: 204  len: 173 time: 1.4727221
May 10 20:16:39.457883 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f899cc-2a54-42c3-900b-0a8111f375d9', 'name': 'network-vif-deleted', 'tag': '3cec2d1d-0111-435a-b0e7-2df7893e9161', 'status': 'completed', 'code': 200}
May 10 20:16:39.459025 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.541303 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-47ba7680-232f-47eb-b8df-4f994d95e7e8 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:39.839493 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60911156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61053281'] for subnet, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.850353 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d0c42cf0-2291-40b3-8e8e-ba6862fa2a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:39.887604 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Notify callbacks [] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.900744 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c1afa530-7cd3-4fae-933b-f1ccff85f27e HTTP/1.1" status: 204  len: 168 time: 0.6339486
May 10 20:16:39.902796 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-47ba7680-232f-47eb-b8df-4f994d95e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4088fa0>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:39.903131 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39858) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:39.908488 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba7680-232f-47eb-b8df-4f994d95e7e8 None None] Checking router: 8a89cade-713f-4a6c-b829-d5c7c5eee82f for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:16:39.918651 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba7680-232f-47eb-b8df-4f994d95e7e8 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:39.919714 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-47ba7680-232f-47eb-b8df-4f994d95e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4088fa0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:39.922214 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1afa530-7cd3-4fae-933b-f1ccff85f27e,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:39.940265 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.940969 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.941858 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.942287 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.943013 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.943727 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.944643 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.944993 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.945653 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.946320 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.947087 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.947611 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:39.960494 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-189cfef1-e516-4156-8fed-d5f5e7490dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:40.030162 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4f014438-6629-4526-b279-18b559f81481 req-a56f2206-45dd-45dc-8e58-31513d86ed26 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f899cc-2a54-42c3-900b-0a8111f375d9 HTTP/1.1" status: 200  len: 210 time: 0.0628824
May 10 20:16:40.046848 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.132089 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-47ba7680-232f-47eb-b8df-4f994d95e7e8 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:40.214028 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 3cec2d1d-0111-435a-b0e7-2df7893e9161 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:16:40.221392 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.235863 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce26de070>,) {'filters': {'network_id': ['f2418eb9-db2b-478a-91fc-fb7030e4ca8c']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:40.248805 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce26de070>, 'df1b0e65-53ee-489d-8b3b-96d20dfb043a') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:40.249209 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce26de070>, 'df1b0e65-53ee-489d-8b3b-96d20dfb043a') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:40.263391 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.283774 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.290917 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] Releasing vlan 965 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:16:40.291488 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:16:40.305271 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:16:40.403943 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.406467 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 3cec2d1d-0111-435a-b0e7-2df7893e9161 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:16:40.406772 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 3cec2d1d-0111-435a-b0e7-2df7893e9161 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:16:40.410199 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:40.426335 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.437264 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] Pushing event deleted for resources: {'Network': ['ID=f2418eb9-db2b-478a-91fc-fb7030e4ca8c,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:40.440667 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:40.450662 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-d79526ae-0802-48f5-9bf0-64aac4a1bcee admin admin] 10.222.0.18 "DELETE /v2.0/networks/f2418eb9-db2b-478a-91fc-fb7030e4ca8c HTTP/1.1" status: 204  len: 168 time: 0.5435090
May 10 20:16:40.596440 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 39864) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:40.613451 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-47ba7680-232f-47eb-b8df-4f994d95e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4088fa0>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:40.617422 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba7680-232f-47eb-b8df-4f994d95e7e8 None None] The sync data for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi is: [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:16:40.653570 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-0e36115b-a3b3-4999-ab17-d4d58df8fade admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f628409668da43c69a5fd1fe7a92ed71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0554967
May 10 20:16:40.656927 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39868) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:40.722105 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-18b623f5-c1af-4e15-9cad-e6f3f2d2c8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.754171 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-18b623f5-c1af-4e15-9cad-e6f3f2d2c8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.819070 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-18b623f5-c1af-4e15-9cad-e6f3f2d2c8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.828197 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-da210d57-93ea-4f41-b8cc-3a83670ac78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:40.853272 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b623f5-c1af-4e15-9cad-e6f3f2d2c8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafc219b-f901-4be5-bbf0-10ae06a1f37a,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:40.860433 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-18b623f5-c1af-4e15-9cad-e6f3f2d2c8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:40.861743 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-18b623f5-c1af-4e15-9cad-e6f3f2d2c8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.866123 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-18b623f5-c1af-4e15-9cad-e6f3f2d2c8a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bafc219b-f901-4be5-bbf0-10ae06a1f37a HTTP/1.1" status: 204  len: 168 time: 0.2080858
May 10 20:16:40.903543 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c020fc8-9b1b-4d97-b9a1-5c5f3113b1d1 None None] New status for floating IP eef4870e-e297-4701-af16-2cc9cb4c3177: DOWN {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:16:41.432318 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-75d245db-28e0-4f29-83d6-a2fdc11266e3 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795963312&fields=id&tenant_id=05dc3cf68f0d4f85a170d2ff94117265 HTTP/1.1" status: 200  len: 267 time: 0.0458388
May 10 20:16:41.595543 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-fa680f78-a22c-4b58-b345-5ea0eee83c47 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:41.596703 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-fa680f78-a22c-4b58-b345-5ea0eee83c47 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 811 time: 0.1562824
May 10 20:16:41.612552 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-66ef0c68-2283-49e4-913b-d40f1ad0fa97 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/quotas/05dc3cf68f0d4f85a170d2ff94117265 HTTP/1.1" status: 200  len: 375 time: 0.0102355
May 10 20:16:41.695086 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39900) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:41.700415 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-4750d30e-6391-4c71-b861-5052125c947d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0824020
May 10 20:16:41.808985 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-557914491-network', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:41.812370 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:41.816424 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Usage tracker for resource:network and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:41.819517 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:41.825911 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:41.839170 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Made reservation on behalf of 363b7f4ebfc540849fc35eb1473da96b for: {'network': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:16:41.842956 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:41.854252 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-a80ad07c-1e13-4e9c-ac07-7efee001d478 service neutron] 10.222.0.18 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416078
May 10 20:16:41.858476 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:41.874341 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:41.879870 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Usage tracker for resource:security_group_rule and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:41.883286 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:41.889919 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:41.988377 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:41.992487 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:41.997097 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-7fef188b-f281-4e66-b700-1292509723dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:42.003650 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-a855675b-c42e-4097-a753-7847fce834ee service neutron] 10.222.0.18 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357605
May 10 20:16:42.022630 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] vlan segment allocate from pool success with {'vlan_id': 979, 'physical_network': 'physnet1'}  {{(pid=78748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:16:42.036278 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161ff2f4-2370-40ab-bc48-32294cca3dee,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:42.037970 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:16:42.039664 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:42.042885 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.043226 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.segments_db [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Added segment 290bfad3-1bec-4d0d-9552-d53caafd50f4 of type vlan for network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f
May 10 20:16:42.075021 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.110851 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.112273 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:42.112927 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.116680 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d9178394-7b3a-4831-b0a5-9e82bba4c5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:42.223520 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5247085
May 10 20:16:42.224244 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39912) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:42.231635 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Request body: {'subnet': {'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-557914491-subnet', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'ip_version': 4}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:42.235106 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Pushing event updated for resources: {'Network': ['ID=7150c85a-02f5-42ec-bc46-0d0dc3582e2f,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:42.238577 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-30169446-6a7e-48c5-833a-84e1d0a0dc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:42.239548 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:42.243923 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Usage tracker for resource:subnet and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:42.247185 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:42.247442 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:16:42.253813 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:42.265847 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Made reservation on behalf of 363b7f4ebfc540849fc35eb1473da96b for: {'subnet': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:16:42.268276 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082233'] for subnet, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.458457 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2a091977-5d96-47c4-9d7e-e042cd2cf29b req-ded2508a-61b2-43fd-a784-c1b0ba25283b tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 210 time: 0.0482168
May 10 20:16:42.813419 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6584735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082123'] for subnet, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.817999 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-88066777-eac9-4a21-a255-c23091ae423c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:42.900436 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Pushing event updated for resources: {'Subnet': ['ID=714a7ed6-df1e-4316-a7bf-da7142a0fe87,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:42.904451 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:42.905947 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Checking segment: {'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:16:42.906312 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Network hostable DHCP agents. Network: 7150c85a-02f5-42ec-bc46-0d0dc3582e2f, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:16:42.925257 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:16:42.935108 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 7150c85a-02f5-42ec-bc46-0d0dc3582e2f) {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:16:42.947412 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1118715c-4876-4cf9-8631-bc089c0fee67 None None] Network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:16:42.948841 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:42.949762 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.984468 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-608a8153-8502-4b4d-b638-4ff68e3bbaef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7591038
May 10 20:16:42.986831 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39926) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:42.994281 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:43.000286 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:43.005103 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Usage tracker for resource:router and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:43.009191 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:43.016422 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:43.030469 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4458'] for router, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.031840 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4435'] for router, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.057294 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.204822 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc2a8df-320a-50db-a64d-be9126b88c2f-7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87'}]}} from dv-cinder-788365-3-iscsi. {{(pid=78749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:16:43.205665 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.339510 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4429'] for router, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.371581 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.db_base_plugin_common [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Allocated IP 172.20.0.2 (7150c85a-02f5-42ec-bc46-0d0dc3582e2f/714a7ed6-df1e-4316-a7bf-da7142a0fe87/72b2c42d-e835-44bb-8366-000aeb34d94d) {{(pid=78749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:16:43.603058 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Notify callbacks [] for port, precommit_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.616407 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Transition to ACTIVE for port object 72b2c42d-e835-44bb-8366-000aeb34d94d will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:16:43.632177 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d8762942-dd09-4d2d-be9b-499f7b160621 req-91441d66-13fc-41f6-accd-a733aeb3b9e1 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 210 time: 0.0469337
May 10 20:16:43.642835 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Transition to ACTIVE for port object 72b2c42d-e835-44bb-8366-000aeb34d94d will not be triggered until provisioned by entity DHCP. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:16:43.651232 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.656802 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:43.725070 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f is already hosted by enough agents. {{(pid=78749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:16:43.728011 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.base_scheduler [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Resources bound (agent type, host, resource id):  {{(pid=78749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:16:43.730619 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Received port after_create {{(pid=78749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:16:43.777298 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Pushing event updated for resources: {'Port': ['ID=72b2c42d-e835-44bb-8366-000aeb34d94d,revision_number=1']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:43.784107 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-48d33288-77e7-48fe-af5d-bff8948f952a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:43.785610 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-48d33288-77e7-48fe-af5d-bff8948f952a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 811 time: 0.3181286
May 10 20:16:43.789217 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:43.793280 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.842507 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.849495 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Attempting to bind port 72b2c42d-e835-44bb-8366-000aeb34d94d on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:16:43.849870 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Attempting to bind port 72b2c42d-e835-44bb-8366-000aeb34d94d by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:16:43.850248 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Attempting to bind port 72b2c42d-e835-44bb-8366-000aeb34d94d on network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:16:43.857262 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:16:43.858283 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Checking segment: {'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:16:43.858695 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.859156 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Bound using segment: {'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:16:43.859619 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Bound port: 72b2c42d-e835-44bb-8366-000aeb34d94d, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:16:43.860002 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.913781 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-ed666508-8443-4b39-a8a9-71525eb38e53 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05dc3cf68f0d4f85a170d2ff94117265 HTTP/1.1" status: 200  len: 379 time: 0.0944405
May 10 20:16:43.924705 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'port': {'device_id': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'admin_state_up': True, 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'security_groups': ['617ddd70-d574-4ee4-b825-93363713ad14']}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:43.971967 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] For port 72b2c42d-e835-44bb-8366-000aeb34d94d, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:16:43.975238 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] For port 72b2c42d-e835-44bb-8366-000aeb34d94d, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=72b2c42d-e835-44bb-8366-000aeb34d94d,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:16:43.980509 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.984875 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:44.075094 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Pushing event updated for resources: {'Port': ['ID=72b2c42d-e835-44bb-8366-000aeb34d94d,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:44.078975 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:44.140533 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:44.143297 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Allocated IP 172.27.0.178 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/0b73ca69-63ae-41ab-abc2-463d6e96bdd9) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:16:44.148934 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:port and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:44.152796 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:44.161960 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:44.386805 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Made reservation on behalf of 05dc3cf68f0d4f85a170d2ff94117265 for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:16:44.391437 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:44.589212 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:44.632271 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Allocated IP 172.20.0.8 (3b66859d-57c9-44ad-9da2-65b241314341/1201090d-b35a-4371-903d-026e41b1c208/49d59a86-0df5-4ed1-9fc7-5fb9c4607db2) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:16:44.691252 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:44.699370 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:44.828845 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-74e00bd8-ad60-4edd-9489-19b1ea9a7dc6 req-90c67bfc-9ca8-40e2-9c2f-4bf03874d3dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 210 time: 0.0637150
May 10 20:16:44.849724 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:16:44.861411 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:16:44.864044 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:16:44.919393 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=0b73ca69-63ae-41ab-abc2-463d6e96bdd9,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:44.923118 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:45.084825 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c499db4a-c4b1-44c5-9ee4-f744e3865898 None None] Network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:16:45.101768 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.168770 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Transition to ACTIVE for port object 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:16:45.242544 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-8de06cb0-c625-400f-af99-7d43bb431abf None None] Provisioning for port 72b2c42d-e835-44bb-8366-000aeb34d94d completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:16:45.346414 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.354000 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a03d9ca2-6d59-40f4-9380-1f9ff525fe24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:45.443894 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Network 3b66859d-57c9-44ad-9da2-65b241314341 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:16:45.453136 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:16:45.465271 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:16:45.500781 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'Port': ['ID=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:45.521359 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:45.526025 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.678497 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:45.679110 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.707405 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-efa686bb-c7a3-4e7b-8d50-48b2896f82a3 None None] Provisioning for port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:16:45.713464 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-efa686bb-c7a3-4e7b-8d50-48b2896f82a3 None None] Provisioning complete for port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:45.713839 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-efa686bb-c7a3-4e7b-8d50-48b2896f82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.734641 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8143003
May 10 20:16:45.811575 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Request body: {'port': {'device_id': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:45.818402 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-efa686bb-c7a3-4e7b-8d50-48b2896f82a3 None None] Port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:16:46.070760 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c16b6-b3ed-4306-99c1-aff0ffb58e5d req-c859b473-624c-43e5-80dd-569f182eb6ae tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:46.072492 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2f9c16b6-b3ed-4306-99c1-aff0ffb58e5d req-c859b473-624c-43e5-80dd-569f182eb6ae tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 931 time: 0.0934939
May 10 20:16:46.142456 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2f9c16b6-b3ed-4306-99c1-aff0ffb58e5d req-c9451a5e-fc71-4290-a78f-2fde38cf8838 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584662
May 10 20:16:46.158961 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.172623 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659203'] for router, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.174244 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 72b2c42d-e835-44bb-8366-000aeb34d94d up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:16:46.255646 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 72b2c42d-e835-44bb-8366-000aeb34d94d completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:16:46.260747 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 72b2c42d-e835-44bb-8366-000aeb34d94d triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:46.261125 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.393865 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.428645 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 72b2c42d-e835-44bb-8366-000aeb34d94d, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=72b2c42d-e835-44bb-8366-000aeb34d94d,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:46.433707 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.437270 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:46.507020 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=72b2c42d-e835-44bb-8366-000aeb34d94d,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:46.514999 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.515363 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.515704 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.516032 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.516356 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.516719 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.517072 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.517392 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.517710 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.518026 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.518341 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.518654 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:46.522608 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:46.610786 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Router 727c036e-4675-46af-aa54-9114c5303681 is scheduled to L3 agent 229cd993-baba-4305-aee7-6911b8bac52a with binding_index 1 {{(pid=78748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:16:46.848100 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:16:46.859361 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.883194 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:16:46.894513 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Transition to ACTIVE for port object 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:16:46.897984 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49adc721-d544-4e70-8562-042405d41494 None None] Sync routers for ids ['727c036e-4675-46af-aa54-9114c5303681'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:16:46.902375 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.908025 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-c24c1bfc-dc11-45e7-93a0-9723a4a127a5 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:46.914056 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49adc721-d544-4e70-8562-042405d41494 None None] Routers {'727c036e-4675-46af-aa54-9114c5303681'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:46.915182 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-49adc721-d544-4e70-8562-042405d41494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdff9d4f0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['727c036e-4675-46af-aa54-9114c5303681'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:46.959793 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.959793 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.9712863
May 10 20:16:46.962608 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39936) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:47.127123 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-49adc721-d544-4e70-8562-042405d41494 None None] Set router 727c036e-4675-46af-aa54-9114c5303681 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:47.154240 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Pushing event updated for resources: {'Port': ['ID=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:47.166254 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:47.352706 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6608af6-57fd-4a20-a2d5-50bdc25ec330 req-cee168e8-2cf4-453c-8655-d41978db5f6b tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:47.354293 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f6608af6-57fd-4a20-a2d5-50bdc25ec330 req-cee168e8-2cf4-453c-8655-d41978db5f6b tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 943 time: 0.0855200
May 10 20:16:47.410622 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f6608af6-57fd-4a20-a2d5-50bdc25ec330 req-4552f4ea-4e85-4801-b8ce-f354807857ed tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497117
May 10 20:16:47.453327 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-49adc721-d544-4e70-8562-042405d41494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdff9d4f0>, [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:45Z', 'revision_number': 3, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:47.457855 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49adc721-d544-4e70-8562-042405d41494 None None] Checking router: 727c036e-4675-46af-aa54-9114c5303681 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:16:47.458206 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49adc721-d544-4e70-8562-042405d41494 None None] Updating router 727c036e-4675-46af-aa54-9114c5303681 port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 binding host dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:16:47.513846 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-49adc721-d544-4e70-8562-042405d41494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.563581 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Attempting to bind port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:16:47.563953 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Attempting to bind port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:16:47.564313 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Attempting to bind port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 on network 3b66859d-57c9-44ad-9da2-65b241314341 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:16:47.572871 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 on network 3b66859d-57c9-44ad-9da2-65b241314341 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:16:47.573186 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Attempting to bind port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 on network 3b66859d-57c9-44ad-9da2-65b241314341 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:16:47.584102 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:16:47.584553 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Checking segment: {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:16:47.585052 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Bound using segment: {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:16:47.585464 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Bound port: 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:16:47.585816 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.832037 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] For port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:16:47.854324 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] For port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:16:47.855555 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-49adc721-d544-4e70-8562-042405d41494 None None] Notify callbacks [] for port, precommit_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.862813 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.870691 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e08284c7-2ef8-4f1f-9c8d-76b0c9ff115d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:47.872368 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-49adc721-d544-4e70-8562-042405d41494 None None] Transition to ACTIVE for port object 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:16:47.880386 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-49adc721-d544-4e70-8562-042405d41494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.890984 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:47.929503 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:47.930118 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.931499 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] 10.222.0.23 "PUT /v2.0/ports/49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 HTTP/1.1" status: 200  len: 1093 time: 2.1313839
May 10 20:16:47.934024 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'tag': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:16:47.962279 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-49adc721-d544-4e70-8562-042405d41494 None None] Attempting to bind port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:16:47.962709 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-49adc721-d544-4e70-8562-042405d41494 None None] Attempting to bind port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:16:47.963232 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49adc721-d544-4e70-8562-042405d41494 None None] Attempting to bind port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 on network 66463a67-383e-46fc-b836-a04601c3d476 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:16:47.985014 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49adc721-d544-4e70-8562-042405d41494 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:16:47.985464 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49adc721-d544-4e70-8562-042405d41494 None None] Checking segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:16:47.985794 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-49adc721-d544-4e70-8562-042405d41494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.986610 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49adc721-d544-4e70-8562-042405d41494 None None] Bound using segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:16:47.986719 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-49adc721-d544-4e70-8562-042405d41494 None None] Bound port: 0b73ca69-63ae-41ab-abc2-463d6e96bdd9, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:16:47.987122 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-49adc721-d544-4e70-8562-042405d41494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:48.013634 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a876909-cee6-402d-b02c-2b2ad9d3fdda None None] Pushing event updated for resources: {'Port': ['ID=0b73ca69-63ae-41ab-abc2-463d6e96bdd9,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:48.022331 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5a876909-cee6-402d-b02c-2b2ad9d3fdda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:48.049100 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'tag': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'status': 'completed', 'code': 200}
May 10 20:16:48.059086 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Pushing event updated for resources: {'Port': ['ID=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:48.068589 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:48.090725 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-49adc721-d544-4e70-8562-042405d41494 None None] For port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:16:48.095977 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-49adc721-d544-4e70-8562-042405d41494 None None] For port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=0b73ca69-63ae-41ab-abc2-463d6e96bdd9,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:16:48.104127 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-49adc721-d544-4e70-8562-042405d41494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:48.113533 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:48.175830 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 72b2c42d-e835-44bb-8366-000aeb34d94d up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:16:48.195407 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-7d8a6a13-3d0a-4e30-a6c7-17d7973d6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:48.196970 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-7d8a6a13-3d0a-4e30-a6c7-17d7973d6527 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 1096 time: 0.1913404
May 10 20:16:48.234972 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49adc721-d544-4e70-8562-042405d41494 None None] Routers {'727c036e-4675-46af-aa54-9114c5303681'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:48.235651 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-49adc721-d544-4e70-8562-042405d41494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdff9d4f0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['727c036e-4675-46af-aa54-9114c5303681'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:48.285217 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-356c0202-40fe-4090-8538-0de4d29a2e52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 HTTP/1.1" status: 200  len: 217 time: 0.0748935
May 10 20:16:48.333342 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:48.406446 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-aa7bb42c-fabe-42d4-bd49-4b7fa669c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:48.407923 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-aa7bb42c-fabe-42d4-bd49-4b7fa669c081 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.1162324
May 10 20:16:48.439232 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a876909-cee6-402d-b02c-2b2ad9d3fdda None None] Pushing event updated for resources: {'Port': ['ID=0b73ca69-63ae-41ab-abc2-463d6e96bdd9,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:48.442402 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5a876909-cee6-402d-b02c-2b2ad9d3fdda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:48.486883 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 72b2c42d-e835-44bb-8366-000aeb34d94d triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:48.487586 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:48.562810 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-5dae7d04-8ff2-4d7c-8c6c-82c3dc99593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:48.564337 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-5dae7d04-8ff2-4d7c-8c6c-82c3dc99593b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1500854
May 10 20:16:48.572683 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-49adc721-d544-4e70-8562-042405d41494 None None] Set router 727c036e-4675-46af-aa54-9114c5303681 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:48.613750 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9f55-5df6-4561-9aaa-5bc09d1cdfb5 req-c20b2712-d235-4f5f-a011-e35ce59c49d4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:48.615854 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-517d9f55-5df6-4561-9aaa-5bc09d1cdfb5 req-c20b2712-d235-4f5f-a011-e35ce59c49d4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 943 time: 0.0833898
May 10 20:16:48.667067 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-517d9f55-5df6-4561-9aaa-5bc09d1cdfb5 req-676a1204-0739-42e8-a218-f763c5242d94 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445015
May 10 20:16:48.707710 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Allocated IP 172.20.0.1 (7150c85a-02f5-42ec-bc46-0d0dc3582e2f/714a7ed6-df1e-4316-a7bf-da7142a0fe87/88bdd921-9db7-44cf-b655-b1c65f704e0d) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:16:48.827553 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-0589210f-6464-49d8-8ab8-4457d583784e service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284579
May 10 20:16:48.925911 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-49adc721-d544-4e70-8562-042405d41494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdff9d4f0>, [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:45Z', 'revision_number': 3, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:48.929889 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49adc721-d544-4e70-8562-042405d41494 None None] The sync data for ids ['727c036e-4675-46af-aa54-9114c5303681'] in dv-cinder-788365-3-iscsi is: [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:45Z', 'revision_number': 3, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:16:49.116514 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:49.148169 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Transition to ACTIVE for port object 88bdd921-9db7-44cf-b655-b1c65f704e0d will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:16:49.168906 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-43379c9d-0f1a-465c-bbb8-9a55ff71af79 req-e21f91a5-bfd4-4c42-b2b1-f76e206d00a0 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3312221
May 10 20:16:49.183907 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:49.188861 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b0b0fddf-0bf0-4c54-86b1-2458ec92679d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:49.250402 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:16:49.253365 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:16:49.257309 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:16:49.347342 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Pushing event updated for resources: {'Port': ['ID=88bdd921-9db7-44cf-b655-b1c65f704e0d,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:49.371411 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:49.372180 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655836'] for router_interface, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:49.442479 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950515d5-99a1-4f94-9746-bd86f2de9bc6 req-3bd5bee5-1ed9-4ec6-a76c-4d8513b9eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:49.444033 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-950515d5-99a1-4f94-9746-bd86f2de9bc6 req-3bd5bee5-1ed9-4ec6-a76c-4d8513b9eebd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 1096 time: 0.1547406
May 10 20:16:49.505768 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-4a1dcd9b-4023-4328-82b5-d6703c425f81 None None] Provisioning for port 88bdd921-9db7-44cf-b655-b1c65f704e0d completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:16:49.510869 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-4a1dcd9b-4023-4328-82b5-d6703c425f81 None None] Provisioning complete for port 88bdd921-9db7-44cf-b655-b1c65f704e0d triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:49.511245 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-4a1dcd9b-4023-4328-82b5-d6703c425f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:49.572366 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-4a1dcd9b-4023-4328-82b5-d6703c425f81 None None] Port 88bdd921-9db7-44cf-b655-b1c65f704e0d cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:16:49.612743 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:49.690436 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950515d5-99a1-4f94-9746-bd86f2de9bc6 req-2cfddd78-baf5-4f4e-a49c-5a89c153eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:49.691866 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-950515d5-99a1-4f94-9746-bd86f2de9bc6 req-2cfddd78-baf5-4f4e-a49c-5a89c153eaad service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 912 time: 0.2368803
May 10 20:16:49.775379 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-950515d5-99a1-4f94-9746-bd86f2de9bc6 req-4b07152b-7c3c-4677-be57-de79ddc55119 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 HTTP/1.1" status: 200  len: 217 time: 0.0758231
May 10 20:16:49.867968 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94615819-d426-436d-8aef-cb2b931f08dc req-f3bb86a0-e5ed-424b-a91d-0cbaf97e939a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:49.869417 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-94615819-d426-436d-8aef-cb2b931f08dc req-f3bb86a0-e5ed-424b-a91d-0cbaf97e939a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 943 time: 0.0865073
May 10 20:16:49.917798 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-94615819-d426-436d-8aef-cb2b931f08dc req-6d46134c-0a8c-497e-9a48-53abb5098302 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405159
May 10 20:16:49.919485 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950515d5-99a1-4f94-9746-bd86f2de9bc6 req-f2ea6b74-9915-4850-8bb2-675d2cff7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:49.920998 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-950515d5-99a1-4f94-9746-bd86f2de9bc6 req-f2ea6b74-9915-4850-8bb2-675d2cff7e4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.1400983
May 10 20:16:50.032395 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:50.041829 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:50.070148 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4215b134-121f-4287-a48f-ed61bfffe6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:50.112292 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950515d5-99a1-4f94-9746-bd86f2de9bc6 req-00b8e78c-a8d8-4ef4-8206-89a284ca07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:50.113780 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-950515d5-99a1-4f94-9746-bd86f2de9bc6 req-00b8e78c-a8d8-4ef4-8206-89a284ca07e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1796789
May 10 20:16:50.162134 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:16:50.232829 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:16:50.237647 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:50.238025 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:50.251844 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655743'] for router_interface, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:50.272521 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Pushing event updated for resources: {'Port': ['ID=88bdd921-9db7-44cf-b655-b1c65f704e0d,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:50.289800 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:50.298991 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-950515d5-99a1-4f94-9746-bd86f2de9bc6 req-89da745b-c25e-4ffe-9fe7-10fe1cebcfdf service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1736624
May 10 20:16:50.368289 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:50.386547 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=0b73ca69-63ae-41ab-abc2-463d6e96bdd9,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:50.391914 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:50.393720 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:50.464907 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=0b73ca69-63ae-41ab-abc2-463d6e96bdd9,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:50.468833 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:50.535875 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-950515d5-99a1-4f94-9746-bd86f2de9bc6 req-8c6cae47-0193-4300-b400-1bd3080484b5 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2237411
May 10 20:16:50.543851 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:16:50.544930 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:16:50.799436 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-7c891ae9-f67e-4920-8a00-39aaedc006d2 None None] Provisioning complete for port 88bdd921-9db7-44cf-b655-b1c65f704e0d triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:50.800301 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7c891ae9-f67e-4920-8a00-39aaedc006d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:50.855629 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-7c891ae9-f67e-4920-8a00-39aaedc006d2 None None] Port 88bdd921-9db7-44cf-b655-b1c65f704e0d cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:16:50.874961 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Router 727c036e-4675-46af-aa54-9114c5303681 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:16:51.059273 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:16:51.069093 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Sync routers for ids ['727c036e-4675-46af-aa54-9114c5303681'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:16:51.072304 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] 10.222.0.18 "PUT /v2.0/routers/727c036e-4675-46af-aa54-9114c5303681/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1088672
May 10 20:16:51.089111 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Routers {'727c036e-4675-46af-aa54-9114c5303681'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:51.089722 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce421ca30>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['727c036e-4675-46af-aa54-9114c5303681'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:51.113262 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1f7fa-39d7-4026-b489-621e6b388e1c req-f8adc7e6-fcf5-4142-95a8-b9328ac89cb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:51.114753 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d3c1f7fa-39d7-4026-b489-621e6b388e1c req-f8adc7e6-fcf5-4142-95a8-b9328ac89cb5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 943 time: 0.0886598
May 10 20:16:51.166270 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d3c1f7fa-39d7-4026-b489-621e6b388e1c req-1729cc4a-3758-44ec-9b27-7e0db07f277b tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456007
May 10 20:16:51.272613 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Set router 727c036e-4675-46af-aa54-9114c5303681 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:51.581950 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce421ca30>, [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:49Z', 'revision_number': 4, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '88bdd921-9db7-44cf-b655-b1c65f704e0d', 'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'mac_address': 'fa:16:3e:84:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:48Z', 'updated_at': '2021-05-10T20:16:49Z', 'revision_number': 2, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'subnets': [{'id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:51.585774 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Checking router: 727c036e-4675-46af-aa54-9114c5303681 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:16:51.586135 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Updating router 727c036e-4675-46af-aa54-9114c5303681 port 88bdd921-9db7-44cf-b655-b1c65f704e0d binding host dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:16:51.600593 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39964) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:51.606394 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-236682547-network', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:51.612826 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:51.616656 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Usage tracker for resource:network and tenant:9bfee8d18ba84d929bc0aa43c6f04900 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:51.619515 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:51.625209 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:51.635560 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Made reservation on behalf of 9bfee8d18ba84d929bc0aa43c6f04900 for: {'network': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:16:51.637873 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for network, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:51.642918 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:51.653303 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:51.668424 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:51.673158 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Usage tracker for resource:security_group_rule and tenant:9bfee8d18ba84d929bc0aa43c6f04900 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:51.675952 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:51.681590 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:51.765777 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:51.769887 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:51.772975 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-fb1f89af-1a04-4ecd-8461-a55acd09e62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:51.803352 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] vlan segment allocate from pool success with {'vlan_id': 973, 'physical_network': 'physnet1'}  {{(pid=78748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:16:51.812524 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872f5b06-5991-4a87-a063-cf902cc9a19d,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:51.816235 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:51.818841 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:51.819200 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.segments_db [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Added segment 73c2de79-d902-4140-b348-236c16c76385 of type vlan for network 554e4452-7317-4c31-a3d4-32f527f8099f
May 10 20:16:51.846899 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735130040194'] for network, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:51.885677 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325'] for network, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:51.887045 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:51.887787 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:51.893229 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:51.992472 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Notify callbacks [] for port, precommit_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:51.994895 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3931251
May 10 20:16:51.995846 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Pushing event updated for resources: {'Network': ['ID=554e4452-7317-4c31-a3d4-32f527f8099f,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:51.997969 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 39968) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:51.999395 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b774fa0a-95a1-47f9-a608-c50bdf16c0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:52.004981 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Request body: {'subnet': {'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-236682547-subnet', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'ip_version': 4}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:52.005343 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.provisioning_blocks [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Transition to ACTIVE for port object 88bdd921-9db7-44cf-b655-b1c65f704e0d will not be triggered until provisioned by entity L2. {{(pid=78750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:16:52.008819 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Network 554e4452-7317-4c31-a3d4-32f527f8099f details requested by agent ovs-agent-dv-cinder-788365-3-iscsi with host dv-cinder-788365-3-iscsi {{(pid=78749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:16:52.010245 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:52.012178 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:52.014306 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Usage tracker for resource:subnet and tenant:9bfee8d18ba84d929bc0aa43c6f04900 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:52.016902 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:52.017315 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:52.023341 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:52.033479 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Made reservation on behalf of 9bfee8d18ba84d929bc0aa43c6f04900 for: {'subnet': 1} {{(pid=78747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:16:52.035942 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61053194'] for subnet, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:52.082890 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Pushing event updated for resources: {'Port': ['ID=88bdd921-9db7-44cf-b655-b1c65f704e0d,revision_number=3']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:52.158810 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.159155 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.159507 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.159841 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.160167 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.160491 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.160808 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.166477 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.167095 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.167692 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.168182 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.168676 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:52.202256 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:16:52.231862 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:52.298096 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:52.298471 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:52.351546 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Attempting to bind port 88bdd921-9db7-44cf-b655-b1c65f704e0d on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:16:52.352345 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Attempting to bind port 88bdd921-9db7-44cf-b655-b1c65f704e0d by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:16:52.352943 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Attempting to bind port 88bdd921-9db7-44cf-b655-b1c65f704e0d on network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:16:52.359719 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:16:52.360331 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Checking segment: {'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:16:52.360820 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:52.361312 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Bound using segment: {'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:16:52.361875 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Bound port: 88bdd921-9db7-44cf-b655-b1c65f704e0d, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'}}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:16:52.362504 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:52.455911 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] For port 88bdd921-9db7-44cf-b655-b1c65f704e0d, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:16:52.459626 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] For port 88bdd921-9db7-44cf-b655-b1c65f704e0d, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=88bdd921-9db7-44cf-b655-b1c65f704e0d,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:16:52.465965 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:52.470591 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:52.488231 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842dc24-6c6f-4e5a-8ff1-b6ede44fee26 req-897cc41a-79bf-4d44-874d-a150b8051a99 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:52.489679 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2842dc24-6c6f-4e5a-8ff1-b6ede44fee26 req-897cc41a-79bf-4d44-874d-a150b8051a99 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 943 time: 0.1493618
May 10 20:16:52.550229 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Pushing event updated for resources: {'Port': ['ID=88bdd921-9db7-44cf-b655-b1c65f704e0d,revision_number=4']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:52.553178 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Routers {'727c036e-4675-46af-aa54-9114c5303681'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:52.558561 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce421ca30>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['727c036e-4675-46af-aa54-9114c5303681'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:52.600783 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2842dc24-6c6f-4e5a-8ff1-b6ede44fee26 req-cde0cb15-8ac8-4178-ae3b-5d4f60872345 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048386
May 10 20:16:52.625214 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-6bbd9fb7-a3af-4a11-b64c-69fb49dacf75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:52.705393 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61827063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61053304'] for subnet, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:52.710033 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-1db972aa-ef94-4558-a739-bcb0df7781d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:52.751128 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] Set router 727c036e-4675-46af-aa54-9114c5303681 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:52.785148 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82817f4a-ea65-4ea6-8575-dba6f7a704f9,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:52.788555 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:52.794214 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Checking segment: {'id': '73c2de79-d902-4140-b348-236c16c76385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:16:52.794566 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Network hostable DHCP agents. Network: 554e4452-7317-4c31-a3d4-32f527f8099f, hostable agents: ['3ac5f51d-8126-49f3-8277-511832008fac'], hosted agents: [] {{(pid=78747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:16:52.812476 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Network 554e4452-7317-4c31-a3d4-32f527f8099f is scheduled to be hosted by DHCP agent 3ac5f51d-8126-49f3-8277-511832008fac with binding_index 1 {{(pid=78747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:16:52.821649 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-3-iscsi, 554e4452-7317-4c31-a3d4-32f527f8099f) {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:16:52.831962 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c97fabe-150f-4032-a0f8-7122f6d323ab None None] Network 554e4452-7317-4c31-a3d4-32f527f8099f requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:16:52.832158 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:52.832620 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:52.868932 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39974) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:52.870083 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-a350f61a-d84b-49ad-978d-da1a22d9df23 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8699436
May 10 20:16:52.874795 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-236682547-router', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:52.879909 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:52.884004 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Usage tracker for resource:router and tenant:9bfee8d18ba84d929bc0aa43c6f04900 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:52.887158 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:52.894706 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:52.908170 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4458'] for router, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:52.912717 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4435'] for router, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:52.932659 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:53.087114 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce421ca30>, [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:49Z', 'revision_number': 4, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '88bdd921-9db7-44cf-b655-b1c65f704e0d', 'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'mac_address': 'fa:16:3e:84:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:48Z', 'updated_at': '2021-05-10T20:16:52Z', 'revision_number': 4, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'subnets': [{'id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:53.091434 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3baa2-1c54-4224-926c-7a73f3f815b1 None None] The sync data for ids ['727c036e-4675-46af-aa54-9114c5303681'] in dv-cinder-788365-3-iscsi is: [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:49Z', 'revision_number': 4, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '88bdd921-9db7-44cf-b655-b1c65f704e0d', 'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'mac_address': 'fa:16:3e:84:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:48Z', 'updated_at': '2021-05-10T20:16:52Z', 'revision_number': 4, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'subnets': [{'id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:16:53.117059 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc2a8df-320a-50db-a64d-be9126b88c2f-554e4452-7317-4c31-a3d4-32f527f8099f', 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'fixed_ips': [{'subnet_id': '82817f4a-ea65-4ea6-8575-dba6f7a704f9'}]}} from dv-cinder-788365-3-iscsi. {{(pid=78749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:16:53.117896 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:53.245988 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4429'] for router, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:53.316299 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.db_base_plugin_common [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Allocated IP 172.20.0.2 (554e4452-7317-4c31-a3d4-32f527f8099f/82817f4a-ea65-4ea6-8575-dba6f7a704f9/8637032d-3203-4289-a803-081e40a01cc9) {{(pid=78749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:16:53.536909 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Notify callbacks [] for port, precommit_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:53.549148 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Transition to ACTIVE for port object 8637032d-3203-4289-a803-081e40a01cc9 will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:16:53.572833 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Transition to ACTIVE for port object 8637032d-3203-4289-a803-081e40a01cc9 will not be triggered until provisioned by entity DHCP. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:16:53.573140 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:53.580175 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540'] for port, after_create {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:53.584922 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:53.613474 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:53.649345 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Network 554e4452-7317-4c31-a3d4-32f527f8099f is already hosted by enough agents. {{(pid=78749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:16:53.652588 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.scheduler.base_scheduler [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Resources bound (agent type, host, resource id):  {{(pid=78749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:16:53.661624 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Received port after_create {{(pid=78749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:16:53.668516 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Pushing event updated for resources: {'Port': ['ID=8637032d-3203-4289-a803-081e40a01cc9,revision_number=1']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:53.673327 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:53.766636 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Attempting to bind port 8637032d-3203-4289-a803-081e40a01cc9 on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:16:53.767457 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Attempting to bind port 8637032d-3203-4289-a803-081e40a01cc9 by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '73c2de79-d902-4140-b348-236c16c76385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:16:53.768227 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Attempting to bind port 8637032d-3203-4289-a803-081e40a01cc9 on network 554e4452-7317-4c31-a3d4-32f527f8099f {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:16:53.774222 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:16:53.775287 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Checking segment: {'id': '73c2de79-d902-4140-b348-236c16c76385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:16:53.775287 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:53.775914 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Bound using segment: {'id': '73c2de79-d902-4140-b348-236c16c76385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:16:53.776497 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Bound port: 8637032d-3203-4289-a803-081e40a01cc9, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c2de79-d902-4140-b348-236c16c76385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:16:53.776977 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:53.779325 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Allocated IP 172.27.0.79 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/7e72e5e1-559b-4b02-b23d-bb8cc87f327b) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:16:53.813857 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af846c2b-fe99-46e4-9b7f-7eac3f4ee142 req-16fdf00d-b13f-4d9c-b0ed-5fc0f2845623 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:53.816161 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-af846c2b-fe99-46e4-9b7f-7eac3f4ee142 req-16fdf00d-b13f-4d9c-b0ed-5fc0f2845623 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 943 time: 0.0936937
May 10 20:16:53.887913 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-af846c2b-fe99-46e4-9b7f-7eac3f4ee142 req-7d045946-1851-47ae-a0dc-0b156fb5c439 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651081
May 10 20:16:53.921235 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] For port 8637032d-3203-4289-a803-081e40a01cc9, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:16:53.925043 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] For port 8637032d-3203-4289-a803-081e40a01cc9, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=8637032d-3203-4289-a803-081e40a01cc9,segment=NetworkSegment(73c2de79-d902-4140-b348-236c16c76385),segment_id=73c2de79-d902-4140-b348-236c16c76385)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:16:53.933911 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:53.939224 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-98a08d59-cee1-4835-89c8-efb619232315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:54.023801 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Pushing event updated for resources: {'Port': ['ID=8637032d-3203-4289-a803-081e40a01cc9,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:54.027059 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:54.078215 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:54.120127 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:54.132153 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d9cc8e19-258a-40f0-be4b-f87c8356c2b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:54.204802 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:16:54.207817 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:16:54.210823 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:16:54.226796 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 88bdd921-9db7-44cf-b655-b1c65f704e0d up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:16:54.262464 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Pushing event updated for resources: {'Port': ['ID=7e72e5e1-559b-4b02-b23d-bb8cc87f327b,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:54.266169 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:54.318281 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 88bdd921-9db7-44cf-b655-b1c65f704e0d completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:16:54.323898 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 88bdd921-9db7-44cf-b655-b1c65f704e0d triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:54.324365 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:54.450949 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:54.483243 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 88bdd921-9db7-44cf-b655-b1c65f704e0d, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=88bdd921-9db7-44cf-b655-b1c65f704e0d,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:54.487781 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:54.489652 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:54.558818 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=88bdd921-9db7-44cf-b655-b1c65f704e0d,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:54.562539 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:54.666213 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:54.941360 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcbb012-a107-4e57-bc08-b9598bdd27ca None None] Network 554e4452-7317-4c31-a3d4-32f527f8099f requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:16:55.024367 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659203'] for router, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:55.044527 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-e0e68b7d-1eab-4601-95a3-15017595a3ed None None] Provisioning for port 8637032d-3203-4289-a803-081e40a01cc9 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:16:55.078129 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5099c14-1e9c-40ce-8e74-4c4fa56f70d7 req-0c10cbeb-fe0f-4127-b5f1-53ae9fbeda57 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:55.079641 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c5099c14-1e9c-40ce-8e74-4c4fa56f70d7 req-0c10cbeb-fe0f-4127-b5f1-53ae9fbeda57 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 943 time: 0.0860531
May 10 20:16:55.128932 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c5099c14-1e9c-40ce-8e74-4c4fa56f70d7 req-3ec54686-8b5c-4656-b4be-065763a91b00 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425491
May 10 20:16:55.233695 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Router 7cc3f787-9347-4af7-93b6-7f50c248bc71 is scheduled to L3 agent 229cd993-baba-4305-aee7-6911b8bac52a with binding_index 1 {{(pid=78748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:16:55.536881 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:16:55.545039 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Sync routers for ids ['7cc3f787-9347-4af7-93b6-7f50c248bc71'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:16:55.554706 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Routers {'7cc3f787-9347-4af7-93b6-7f50c248bc71'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:55.555333 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdff8c700>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['7cc3f787-9347-4af7-93b6-7f50c248bc71'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:55.562355 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:55.563989 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-f8235950-e6b4-4e88-86fa-6515483930ae admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.6940525
May 10 20:16:55.566794 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39982) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:55.739987 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Set router 7cc3f787-9347-4af7-93b6-7f50c248bc71 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:56.069608 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdff8c700>, [{'id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'name': 'tempest-TestShelveInstance-236682547-router', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:52Z', 'updated_at': '2021-05-10T20:16:54Z', 'revision_number': 3, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'gw_port': {'id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:53Z', 'updated_at': '2021-05-10T20:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:56.073347 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Checking router: 7cc3f787-9347-4af7-93b6-7f50c248bc71 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:16:56.073709 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Updating router 7cc3f787-9347-4af7-93b6-7f50c248bc71 port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b binding host dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:16:56.135760 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.250859 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 8637032d-3203-4289-a803-081e40a01cc9 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:16:56.268183 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.301538 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:16:56.356738 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57b5bc-9760-4553-af77-aa3b06b211e8 req-3e6d770b-16f2-421b-88c0-aca523ca98ef tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:56.359520 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8d57b5bc-9760-4553-af77-aa3b06b211e8 req-3e6d770b-16f2-421b-88c0-aca523ca98ef tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 943 time: 0.0959160
May 10 20:16:56.406982 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8d57b5bc-9760-4553-af77-aa3b06b211e8 req-0ba8b409-dc4e-4df3-be3b-e5e57640b7b2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414975
May 10 20:16:56.484068 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Allocated IP 172.20.0.1 (554e4452-7317-4c31-a3d4-32f527f8099f/82817f4a-ea65-4ea6-8575-dba6f7a704f9/490085f6-46c6-41cb-b924-74a40b543a8a) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:16:56.513180 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 8637032d-3203-4289-a803-081e40a01cc9 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:16:56.541251 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 8637032d-3203-4289-a803-081e40a01cc9 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:56.541628 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.628108 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:56.636813 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.652977 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Transition to ACTIVE for port object 490085f6-46c6-41cb-b924-74a40b543a8a will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:16:56.656472 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'port_id': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'mac_address': 'fa:16:3e:6f:c2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:16:56.677403 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.682047 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:56.743767 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Network 554e4452-7317-4c31-a3d4-32f527f8099f is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:16:56.746603 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:16:56.751679 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:16:56.799133 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Pushing event updated for resources: {'Port': ['ID=490085f6-46c6-41cb-b924-74a40b543a8a,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:56.803666 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:56.810787 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.820960 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655836'] for router_interface, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.857379 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.872424 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:16:56.880406 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Notify callbacks [] for port, precommit_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.911605 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Transition to ACTIVE for port object 7e72e5e1-559b-4b02-b23d-bb8cc87f327b will not be triggered until provisioned by entity L2. {{(pid=78749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:16:56.921016 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:56.929642 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 8637032d-3203-4289-a803-081e40a01cc9, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=8637032d-3203-4289-a803-081e40a01cc9,segment=NetworkSegment(73c2de79-d902-4140-b348-236c16c76385),segment_id=73c2de79-d902-4140-b348-236c16c76385)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:56.931400 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.933820 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-98a08d59-cee1-4835-89c8-efb619232315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:56.966710 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.975965 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:56.976824 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 88bdd921-9db7-44cf-b655-b1c65f704e0d up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:16:57.002281 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:57.081695 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-2a03bf4f-e876-4885-95eb-8ce5d4b760bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:57.098033 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-bae55750-5bb7-4b23-b492-272fa98d93d3 None None] Provisioning for port 490085f6-46c6-41cb-b924-74a40b543a8a completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:16:57.104531 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Attempting to bind port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:16:57.104912 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Attempting to bind port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:16:57.105285 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Attempting to bind port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b on network 66463a67-383e-46fc-b836-a04601c3d476 {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:16:57.116208 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-bae55750-5bb7-4b23-b492-272fa98d93d3 None None] Provisioning complete for port 490085f6-46c6-41cb-b924-74a40b543a8a triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:57.116587 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-bae55750-5bb7-4b23-b492-272fa98d93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:57.142020 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:57.164716 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:57.165937 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:16:57.166677 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Checking segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:16:57.167095 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:57.167528 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Bound using segment: {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'} {{(pid=78749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:16:57.168029 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.managers [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Bound port: 7e72e5e1-559b-4b02-b23d-bb8cc87f327b, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70aedf3-72c3-4a92-9559-26ac9bc3d43c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66463a67-383e-46fc-b836-a04601c3d476'}}] {{(pid=78749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:16:57.168413 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:57.192671 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-4e0d78b8-3c43-46e6-9f8f-c1cc43ef995c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:57.257194 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['49d59a86-0df5-4ed1-9fc7-5fb9c4607db2'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:16:57.301215 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:57.305607 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:57.333034 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-6d5fa74b-97c9-4a37-82ed-2817ae9f1488 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:57.350419 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-bae55750-5bb7-4b23-b492-272fa98d93d3 None None] Port 490085f6-46c6-41cb-b924-74a40b543a8a cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:16:57.360547 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 88bdd921-9db7-44cf-b655-b1c65f704e0d triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:57.360931 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:57.427191 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Pushing event updated for resources: {'Port': ['ID=490085f6-46c6-41cb-b924-74a40b543a8a,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:57.428112 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=8637032d-3203-4289-a803-081e40a01cc9,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:57.432441 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:57.433194 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655743'] for router_interface, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:57.537449 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] For port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:16:57.566949 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] For port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=7e72e5e1-559b-4b02-b23d-bb8cc87f327b,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:16:57.578127 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Network 554e4452-7317-4c31-a3d4-32f527f8099f is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:16:57.579433 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:16:57.596061 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:57.603978 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6681d-511d-421f-beef-0b18212c8e2b None None] Pushing event updated for resources: {'Port': ['ID=7e72e5e1-559b-4b02-b23d-bb8cc87f327b,revision_number=2']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:57.614766 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-66a6681d-511d-421f-beef-0b18212c8e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:57.618139 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.596s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:57.623232 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f71a8-bf7a-465b-a3ec-82f17b4c2c9e req-b2709237-31cc-4dcc-a5e3-6f66f5b4a790 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:57.628000 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a30f71a8-bf7a-465b-a3ec-82f17b4c2c9e req-b2709237-31cc-4dcc-a5e3-6f66f5b4a790 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 944 time: 0.1067338
May 10 20:16:57.677750 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a30f71a8-bf7a-465b-a3ec-82f17b4c2c9e req-4d052b08-f342-4140-b8fe-9c39f8a06e93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454767
May 10 20:16:57.781340 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Router 7cc3f787-9347-4af7-93b6-7f50c248bc71 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:16:57.789781 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Routers {'7cc3f787-9347-4af7-93b6-7f50c248bc71'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:57.790552 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdff8c700>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['7cc3f787-9347-4af7-93b6-7f50c248bc71'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:57.843449 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6681d-511d-421f-beef-0b18212c8e2b None None] Pushing event updated for resources: {'Port': ['ID=7e72e5e1-559b-4b02-b23d-bb8cc87f327b,revision_number=3']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:57.860135 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-66a6681d-511d-421f-beef-0b18212c8e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:57.860135 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:57.860393 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:57.974608 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:16:57.983734 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] 10.222.0.18 "PUT /v2.0/routers/7cc3f787-9347-4af7-93b6-7f50c248bc71/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4157095
May 10 20:16:57.993929 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-c11371d1-5ae2-4ba6-ad38-03cdc42fea43 None None] Provisioning complete for port 490085f6-46c6-41cb-b924-74a40b543a8a triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:57.994315 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-c11371d1-5ae2-4ba6-ad38-03cdc42fea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:58.084593 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] Set router 7cc3f787-9347-4af7-93b6-7f50c248bc71 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:58.147084 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-c11371d1-5ae2-4ba6-ad38-03cdc42fea43 None None] Port 490085f6-46c6-41cb-b924-74a40b543a8a cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:16:58.166278 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 8637032d-3203-4289-a803-081e40a01cc9 up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:16:58.484229 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 8637032d-3203-4289-a803-081e40a01cc9 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:16:58.484593 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:58.519827 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 39996) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:58.525312 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986993782', 'description': 'tempest-secgroup-smoke-986993782 description', 'project_id': '363b7f4ebfc540849fc35eb1473da96b'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:58.531322 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:58.535206 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Usage tracker for resource:security_group and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:58.538187 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:58.544062 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:58.554768 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:58.575822 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:58.580495 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Usage tracker for resource:security_group_rule and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:58.583452 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:58.589331 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:58.650940 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdff8c700>, [{'id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'name': 'tempest-TestShelveInstance-236682547-router', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:52Z', 'updated_at': '2021-05-10T20:16:56Z', 'revision_number': 4, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'gw_port': {'id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:53Z', 'updated_at': '2021-05-10T20:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '490085f6-46c6-41cb-b924-74a40b543a8a', 'name': '', 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'mac_address': 'fa:16:3e:f3:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '82817f4a-ea65-4ea6-8575-dba6f7a704f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:56Z', 'updated_at': '2021-05-10T20:16:57Z', 'revision_number': 2, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'subnets': [{'id': '82817f4a-ea65-4ea6-8575-dba6f7a704f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:58.664207 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9c06a-5b40-4767-bba6-af197247bc3d None None] The sync data for ids ['7cc3f787-9347-4af7-93b6-7f50c248bc71'] in dv-cinder-788365-3-iscsi is: [{'id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'name': 'tempest-TestShelveInstance-236682547-router', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:52Z', 'updated_at': '2021-05-10T20:16:56Z', 'revision_number': 4, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'gw_port': {'id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:53Z', 'updated_at': '2021-05-10T20:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '490085f6-46c6-41cb-b924-74a40b543a8a', 'name': '', 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'mac_address': 'fa:16:3e:f3:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '82817f4a-ea65-4ea6-8575-dba6f7a704f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:56Z', 'updated_at': '2021-05-10T20:16:57Z', 'revision_number': 2, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'subnets': [{'id': '82817f4a-ea65-4ea6-8575-dba6f7a704f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:16:58.665958 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:58.672657 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:58.676580 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-759e1ca4-e442-4ba8-b3c9-306a0195bc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:58.723876 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e7dedd-caab-40f6-a888-34022b19680e,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:58.727023 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:58.728337 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:58.730999 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-722f0946-9bbb-4ed0-bdb4-2e1db40504b6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2086811
May 10 20:16:58.732504 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40002) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:58.738455 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Request body: {'security_group_rule': {'security_group_id': '19e7dedd-caab-40f6-a888-34022b19680e', 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:58.744843 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:58.749429 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Usage tracker for resource:security_group_rule and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:58.753552 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:58.761231 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:58.778778 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:58.848010 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:58.854098 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:58.857588 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-972ac007-325b-45ee-93a1-597534ee1b93 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:58.887001 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b783f8b-7648-402d-af69-c46b4ce89556,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:58.892910 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:58.900817 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d594d8-3ba7-41d8-9f06-134295de1f71 req-6b572cef-3b4c-4126-a893-b1d0da206e12 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:58.907678 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:58.908776 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a5d594d8-3ba7-41d8-9f06-134295de1f71 req-6b572cef-3b4c-4126-a893-b1d0da206e12 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 944 time: 0.1091800
May 10 20:16:58.910052 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-3c074e8a-269e-4790-a0fe-7754c03432b2 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1758370
May 10 20:16:58.913036 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40006) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:58.930426 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Request body: {'security_group_rule': {'security_group_id': '19e7dedd-caab-40f6-a888-34022b19680e', 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:58.941721 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:58.960918 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Usage tracker for resource:security_group_rule and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:58.964440 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:58.970326 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:58.976524 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a5d594d8-3ba7-41d8-9f06-134295de1f71 req-d49a236a-0720-4c9c-8300-4073e6e6e91b tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666237
May 10 20:16:58.990142 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.059793 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.064025 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.070584 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f2e9fa5a-bf2e-4d03-999e-4647dcb435a4 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:59.091399 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da5d185-dbdb-4fc0-b2b7-092d92eb5a13,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:59.094704 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:59.102580 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.104093 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-bcc10bb4-ffe5-49b6-a8c0-45a0229bb979 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1895905
May 10 20:16:59.106758 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40010) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:59.112502 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Request body: {'security_group_rule': {'security_group_id': '19e7dedd-caab-40f6-a888-34022b19680e', 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:59.118531 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:59.122423 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Usage tracker for resource:security_group_rule and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:59.126428 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:59.132450 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:59.149932 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.219224 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.223690 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.225965 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:59.256531 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cd1a41-8a98-4317-b292-45fb35c00ce0,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:59.259474 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:59.263090 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.265548 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-aa1e923f-75d8-4ff7-8b3c-30fa3dc72b40 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1577678
May 10 20:16:59.268415 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40014) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:59.274317 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Request body: {'security_group_rule': {'security_group_id': '19e7dedd-caab-40f6-a888-34022b19680e', 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:59.280632 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:59.284511 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Usage tracker for resource:security_group_rule and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:59.287495 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:59.293353 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:59.311740 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.376318 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.380947 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.382991 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:59.406670 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2fbfb0-f850-45fa-aa15-6cff82ec2184,revision_number=0']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:59.409277 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:59.417107 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.417882 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-c0007d28-2a92-4fcb-8923-4bfbe6591487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.422688 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 40018) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:59.423741 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-242e12e2-5856-4285-a279-8d862f033dbf tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1543438
May 10 20:16:59.428344 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Request body: {'security_group_rule': {'security_group_id': '19e7dedd-caab-40f6-a888-34022b19680e', 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:59.434298 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:59.438850 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Usage tracker for resource:security_group_rule and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:59.441695 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:59.447975 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:59.457810 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.securitygroups_db [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Project 363b7f4ebfc540849fc35eb1473da96b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:16:59.463864 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.520646 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.531249 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.534729 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.540569 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-3b8dc5ec-d57f-4b4f-9b41-eae685c8e9b3 tempest-TestMinimumBasicScenario-1901536329 tempest-TestMinimumBasicScenario-1901536329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:59.563591 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889c6c61-19ec-465b-8cfd-b4ab62eca8bf,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:59.565990 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:59.573201 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.574366 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-ee08eabb-f1cd-4d65-b91d-fc444988fe81 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1503034
May 10 20:16:59.577779 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 40022) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:59.582812 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Request body: {'security_group_rule': {'security_group_id': '19e7dedd-caab-40f6-a888-34022b19680e', 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:16:59.588405 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:16:59.592288 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Usage tracker for resource:security_group_rule and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:16:59.595018 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:16:59.600655 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:16:59.611014 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.securitygroups_db [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Project 363b7f4ebfc540849fc35eb1473da96b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:16:59.616511 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.681700 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.687451 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332109'] for security_group_rule, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.689601 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:59.725229 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc017bd-f1ee-4447-b0eb-2076b1110a37,revision_number=0']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:59.728660 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:59.736696 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:59.737933 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-4a4a1cbf-4c27-424f-b285-f64bba78916a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1592348
May 10 20:17:00.202492 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 7e72e5e1-559b-4b02-b23d-bb8cc87f327b up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:17:00.210347 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc698-cd2c-4cd1-843e-1be6b9dff1f5 req-d2f7c1a6-f4f9-4bc7-8efe-65576d563a3e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:00.212122 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1e1cc698-cd2c-4cd1-843e-1be6b9dff1f5 req-d2f7c1a6-f4f9-4bc7-8efe-65576d563a3e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 944 time: 0.1155720
May 10 20:17:00.279218 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1e1cc698-cd2c-4cd1-843e-1be6b9dff1f5 req-d2f2582c-4b16-4ee0-a26b-c6ded66862fa tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600526
May 10 20:17:00.284304 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:17:00.295847 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:17:00.295847 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:00.327329 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:17:00.463392 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:17:00.477808 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:17:00.478182 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:00.535747 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:00.566113 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=7e72e5e1-559b-4b02-b23d-bb8cc87f327b,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:17:00.571723 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:00.575257 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:00.729961 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:00.746211 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=7e72e5e1-559b-4b02-b23d-bb8cc87f327b,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:00.750087 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:00.776943 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:17:00.785223 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:00.787878 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:17:00.792197 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:00.794886 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-22432f37-688c-4830-b2e5-b9a0ab98d8cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:00.831990 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'code': 200}
May 10 20:17:00.868171 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:00.873888 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:01.158973 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee3f10-5e55-40d3-9d96-4d4df17d3a65 req-39476c52-f65c-4dd8-9fe0-cac52c2a1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:01.160733 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-afee3f10-5e55-40d3-9d96-4d4df17d3a65 req-39476c52-f65c-4dd8-9fe0-cac52c2a1bd6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 1098 time: 0.0840998
May 10 20:17:01.209774 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-afee3f10-5e55-40d3-9d96-4d4df17d3a65 req-b4b49909-4c77-4fdb-8a76-5667f8273ddc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424216
May 10 20:17:01.280515 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Sync routers for ids ['7cc3f787-9347-4af7-93b6-7f50c248bc71'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:17:01.290406 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Routers {'7cc3f787-9347-4af7-93b6-7f50c248bc71'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:17:01.291026 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce421c9a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['7cc3f787-9347-4af7-93b6-7f50c248bc71'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:01.469945 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627d2a1-06d2-4e9c-ae83-335f53e3cc11 req-df1fac07-42d6-44fb-8376-13dd4d31b2d1 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:01.471559 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d627d2a1-06d2-4e9c-ae83-335f53e3cc11 req-df1fac07-42d6-44fb-8376-13dd4d31b2d1 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 945 time: 0.0872242
May 10 20:17:01.476770 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Set router 7cc3f787-9347-4af7-93b6-7f50c248bc71 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:17:01.519884 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d627d2a1-06d2-4e9c-ae83-335f53e3cc11 req-d9482149-3dbb-4353-acc5-519700119f56 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417247
May 10 20:17:01.793810 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce421c9a0>, [{'id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'name': 'tempest-TestShelveInstance-236682547-router', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:52Z', 'updated_at': '2021-05-10T20:16:56Z', 'revision_number': 4, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'gw_port': {'id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:53Z', 'updated_at': '2021-05-10T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '490085f6-46c6-41cb-b924-74a40b543a8a', 'name': '', 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'mac_address': 'fa:16:3e:f3:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '82817f4a-ea65-4ea6-8575-dba6f7a704f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:56Z', 'updated_at': '2021-05-10T20:16:57Z', 'revision_number': 2, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'subnets': [{'id': '82817f4a-ea65-4ea6-8575-dba6f7a704f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:01.798157 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Checking router: 7cc3f787-9347-4af7-93b6-7f50c248bc71 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:17:01.798511 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Updating router 7cc3f787-9347-4af7-93b6-7f50c248bc71 port 490085f6-46c6-41cb-b924-74a40b543a8a binding host dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:17:01.851772 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:02.152061 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 7e72e5e1-559b-4b02-b23d-bb8cc87f327b up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:17:02.228303 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:02.238434 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:17:02.238755 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:02.240661 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.provisioning_blocks [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Transition to ACTIVE for port object 490085f6-46c6-41cb-b924-74a40b543a8a will not be triggered until provisioned by entity L2. {{(pid=78750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:17:02.248128 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:02.258337 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:02.278881 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:02.404090 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b26367-f9bb-4b3c-b4a0-6a6eaf1b3611 None None] Pushing event updated for resources: {'Port': ['ID=490085f6-46c6-41cb-b924-74a40b543a8a,revision_number=3']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:02.408391 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-58b26367-f9bb-4b3c-b4a0-6a6eaf1b3611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:02.505105 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Attempting to bind port 490085f6-46c6-41cb-b924-74a40b543a8a on host dv-cinder-788365-3-iscsi for vnic_type normal with profile  {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:17:02.505485 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Attempting to bind port 490085f6-46c6-41cb-b924-74a40b543a8a by drivers openvswitch,hyperv on host dv-cinder-788365-3-iscsi at level 0 using segments [{'id': '73c2de79-d902-4140-b348-236c16c76385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f'}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:17:02.505852 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Attempting to bind port 490085f6-46c6-41cb-b924-74a40b543a8a on network 554e4452-7317-4c31-a3d4-32f527f8099f {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:17:02.511165 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Checking agent: {'id': '0f9343f0-103c-41e3-8c55-847ee69f0201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 56, 29), 'started_at': datetime.datetime(2021, 5, 10, 19, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:17:02.511568 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Checking segment: {'id': '73c2de79-d902-4140-b348-236c16c76385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:17:02.511972 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:02.512366 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Bound using segment: {'id': '73c2de79-d902-4140-b348-236c16c76385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f'} {{(pid=78750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:17:02.512830 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.managers [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Bound port: 490085f6-46c6-41cb-b924-74a40b543a8a, host: dv-cinder-788365-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c2de79-d902-4140-b348-236c16c76385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f'}}] {{(pid=78750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:17:02.513227 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:02.613090 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] For port 490085f6-46c6-41cb-b924-74a40b543a8a, host dv-cinder-788365-3-iscsi, cleared binding levels {{(pid=78750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:17:02.617046 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.plugins.ml2.db [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] For port 490085f6-46c6-41cb-b924-74a40b543a8a, host dv-cinder-788365-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=490085f6-46c6-41cb-b924-74a40b543a8a,segment=NetworkSegment(73c2de79-d902-4140-b348-236c16c76385),segment_id=73c2de79-d902-4140-b348-236c16c76385)] {{(pid=78750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:17:02.622669 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron_lib.callbacks.manager [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:02.627885 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:02.708923 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Routers {'7cc3f787-9347-4af7-93b6-7f50c248bc71'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:17:02.709572 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce421c9a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['7cc3f787-9347-4af7-93b6-7f50c248bc71'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:02.728748 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc5d07-78c3-435c-8592-77263edd1155 req-0c1e9bef-bbb6-464f-a4f9-b418c4735e91 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:02.730397 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e3cc5d07-78c3-435c-8592-77263edd1155 req-0c1e9bef-bbb6-464f-a4f9-b418c4735e91 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 945 time: 0.0979397
May 10 20:17:02.784797 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e3cc5d07-78c3-435c-8592-77263edd1155 req-645c80fd-e62b-4f7c-99b5-3d2e18a649a1 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447707
May 10 20:17:02.833668 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b26367-f9bb-4b3c-b4a0-6a6eaf1b3611 None None] Pushing event updated for resources: {'Port': ['ID=490085f6-46c6-41cb-b924-74a40b543a8a,revision_number=4']} {{(pid=78750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:02.839186 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG oslo_concurrency.lockutils [None req-58b26367-f9bb-4b3c-b4a0-6a6eaf1b3611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:02.906430 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] Set router 7cc3f787-9347-4af7-93b6-7f50c248bc71 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:17:02.999801 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b1808-c270-40d9-83d0-98580bc55c2c req-d4ea0e63-b21a-4507-9e50-84f40b6a4114 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:03.001242 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-937b1808-c270-40d9-83d0-98580bc55c2c req-d4ea0e63-b21a-4507-9e50-84f40b6a4114 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 945 time: 0.0893404
May 10 20:17:03.047676 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-937b1808-c270-40d9-83d0-98580bc55c2c req-10fd6bcb-2806-4614-8815-7db9dc718706 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406001
May 10 20:17:03.072897 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 40094) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:17:03.147203 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32041f27-67b5-41b6-8e9d-4e547bc0798a tempest-TestVolumeBootPattern-1096249356 tempest-TestVolumeBootPattern-1096249356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:03.148621 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-32041f27-67b5-41b6-8e9d-4e547bc0798a tempest-TestVolumeBootPattern-1096249356 tempest-TestVolumeBootPattern-1096249356-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 1093 time: 0.0745111
May 10 20:17:03.151298 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 40098) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:17:03.156801 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'floatingip': {'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'port_id': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:17:03.162626 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:17:03.166613 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:floatingip and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:17:03.169483 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:17:03.176280 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:17:03.186646 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:03.236736 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce421c9a0>, [{'id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'name': 'tempest-TestShelveInstance-236682547-router', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:52Z', 'updated_at': '2021-05-10T20:16:56Z', 'revision_number': 4, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'gw_port': {'id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:53Z', 'updated_at': '2021-05-10T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '490085f6-46c6-41cb-b924-74a40b543a8a', 'name': '', 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'mac_address': 'fa:16:3e:f3:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '82817f4a-ea65-4ea6-8575-dba6f7a704f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:56Z', 'updated_at': '2021-05-10T20:17:02Z', 'revision_number': 4, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'subnets': [{'id': '82817f4a-ea65-4ea6-8575-dba6f7a704f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:03.241140 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e712c-a58c-4c61-a485-a6bf0a264ff7 None None] The sync data for ids ['7cc3f787-9347-4af7-93b6-7f50c248bc71'] in dv-cinder-788365-3-iscsi is: [{'id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'name': 'tempest-TestShelveInstance-236682547-router', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:52Z', 'updated_at': '2021-05-10T20:16:56Z', 'revision_number': 4, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'gw_port': {'id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:53Z', 'updated_at': '2021-05-10T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '490085f6-46c6-41cb-b924-74a40b543a8a', 'name': '', 'network_id': '554e4452-7317-4c31-a3d4-32f527f8099f', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'mac_address': 'fa:16:3e:f3:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '82817f4a-ea65-4ea6-8575-dba6f7a704f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:56Z', 'updated_at': '2021-05-10T20:17:02Z', 'revision_number': 4, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'subnets': [{'id': '82817f4a-ea65-4ea6-8575-dba6f7a704f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:17:03.440219 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:03.584026 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Allocated IP 172.27.0.149 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/fff34df6-e77e-4779-b793-bfbd37c2280b) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:17:03.742434 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:03.771743 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:03.775740 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-ada894f2-e00d-4377-aa06-d34627c6ca4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:03.842878 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:17:03.846604 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:17:03.856620 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:17:03.887709 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'Port': ['ID=fff34df6-e77e-4779-b793-bfbd37c2280b,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:03.894334 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:04.173930 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 490085f6-46c6-41cb-b924-74a40b543a8a up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:17:04.242881 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning for port 490085f6-46c6-41cb-b924-74a40b543a8a completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:17:04.247455 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 490085f6-46c6-41cb-b924-74a40b543a8a triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:17:04.247954 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:04.274915 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:04.353302 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:04.366661 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:04.401933 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] For port 490085f6-46c6-41cb-b924-74a40b543a8a, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=490085f6-46c6-41cb-b924-74a40b543a8a,segment=NetworkSegment(73c2de79-d902-4140-b348-236c16c76385),segment_id=73c2de79-d902-4140-b348-236c16c76385)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:17:04.406690 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:04.408535 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:04.480403 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Pushing event updated for resources: {'Port': ['ID=490085f6-46c6-41cb-b924-74a40b543a8a,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:04.483795 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:04.573123 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:04.578824 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60911230'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:04.583034 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-d1d86303-7be9-4825-9fbd-804fff4c7b84 tempest-VolumesNegativeTest-215009577 tempest-VolumesNegativeTest-215009577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:04.685102 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'Port': ['ID=fff34df6-e77e-4779-b793-bfbd37c2280b,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:04.689895 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:04.703035 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:04.882735 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.l3_db [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Floating IP 2a277e97-f49d-4080-8e4f-19e5fc983e41 associated. External IP: 172.27.0.149, port: 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2.
May 10 20:17:05.354069 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Router 8a89cade-713f-4a6c-b829-d5c7c5eee82f has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:17:05.537818 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:17:05.547588 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198eb9e-786f-4a7f-aa29-d287d44e23d4 None None] Sync routers for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:17:05.557151 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198eb9e-786f-4a7f-aa29-d287d44e23d4 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:17:05.557780 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-6198eb9e-786f-4a7f-aa29-d287d44e23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce42f3070>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:05.562761 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:05.624153 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4717984
May 10 20:17:05.624900 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'tag': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:17:05.741802 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-6198eb9e-786f-4a7f-aa29-d287d44e23d4 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:17:05.792357 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'tag': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'status': 'completed', 'code': 200}
May 10 20:17:05.921376 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513f2fe-9c88-48b4-95bd-ff6821197a3a req-cc018e8e-11a6-4903-ba0c-0ffe62c8236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:05.923028 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-9513f2fe-9c88-48b4-95bd-ff6821197a3a req-cc018e8e-11a6-4903-ba0c-0ffe62c8236d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 1098 time: 0.0843256
May 10 20:17:06.062082 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513f2fe-9c88-48b4-95bd-ff6821197a3a req-bcabd94a-3a2e-41f2-a610-0eef85c8a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:06.063720 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-9513f2fe-9c88-48b4-95bd-ff6821197a3a req-bcabd94a-3a2e-41f2-a610-0eef85c8a63c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 912 time: 0.1334503
May 10 20:17:06.102152 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-6198eb9e-786f-4a7f-aa29-d287d44e23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce42f3070>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '2a277e97-f49d-4080-8e4f-19e5fc983e41', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:6f:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:04Z', 'updated_at': '2021-05-10T20:17:04Z', 'revision_number': 0, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:06.106562 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198eb9e-786f-4a7f-aa29-d287d44e23d4 None None] Checking router: 8a89cade-713f-4a6c-b829-d5c7c5eee82f for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:17:06.115831 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198eb9e-786f-4a7f-aa29-d287d44e23d4 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:17:06.116386 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-6198eb9e-786f-4a7f-aa29-d287d44e23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce42f3070>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:06.170046 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 490085f6-46c6-41cb-b924-74a40b543a8a up at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:17:06.274794 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-9513f2fe-9c88-48b4-95bd-ff6821197a3a req-b64a3940-fdd8-4d3f-8e6f-a38b3dcb3edc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 HTTP/1.1" status: 200  len: 999 time: 0.2041461
May 10 20:17:06.340610 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513f2fe-9c88-48b4-95bd-ff6821197a3a req-74072314-23e0-4fd8-8c89-77791e312e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:06.342100 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-9513f2fe-9c88-48b4-95bd-ff6821197a3a req-74072314-23e0-4fd8-8c89-77791e312e07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0604615
May 10 20:17:06.399101 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Provisioning complete for port 490085f6-46c6-41cb-b924-74a40b543a8a triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:17:06.399497 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:06.424621 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-6198eb9e-786f-4a7f-aa29-d287d44e23d4 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:17:06.428183 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513f2fe-9c88-48b4-95bd-ff6821197a3a req-7c608016-7aef-4631-a337-72f44fed3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:06.429678 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-9513f2fe-9c88-48b4-95bd-ff6821197a3a req-7c608016-7aef-4631-a337-72f44fed3cf4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806417
May 10 20:17:06.572507 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-9513f2fe-9c88-48b4-95bd-ff6821197a3a req-53078142-fdea-481d-b023-ac3ac58a61f1 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354222
May 10 20:17:06.710334 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-9513f2fe-9c88-48b4-95bd-ff6821197a3a req-0ae34288-480a-40c0-9f01-a317ab60dc7a service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306500
May 10 20:17:06.857338 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-6198eb9e-786f-4a7f-aa29-d287d44e23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce42f3070>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '2a277e97-f49d-4080-8e4f-19e5fc983e41', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:6f:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:04Z', 'updated_at': '2021-05-10T20:17:04Z', 'revision_number': 0, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:06.862304 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198eb9e-786f-4a7f-aa29-d287d44e23d4 None None] The sync data for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi is: [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '2a277e97-f49d-4080-8e4f-19e5fc983e41', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:6f:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:04Z', 'updated_at': '2021-05-10T20:17:04Z', 'revision_number': 0, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:17:07.062659 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2983353-e9c7-4122-b2cd-5268bca20fcd None None] New status for floating IP 2a277e97-f49d-4080-8e4f-19e5fc983e41: ACTIVE {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:17:09.047334 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:15.953513 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-ff7aed26-f9cf-4b20-901b-5c34f22b179a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986993782&fields=id&tenant_id=363b7f4ebfc540849fc35eb1473da96b HTTP/1.1" status: 200  len: 267 time: 0.0405240
May 10 20:17:16.101746 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-31a57ad6-170d-426e-9806-a0f65926d1ef tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:16.103191 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-31a57ad6-170d-426e-9806-a0f65926d1ef tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/networks?id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f HTTP/1.1" status: 200  len: 808 time: 0.1432266
May 10 20:17:16.119611 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-f37b0c6d-6e27-491f-9f1d-69dc647af095 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/quotas/363b7f4ebfc540849fc35eb1473da96b HTTP/1.1" status: 200  len: 375 time: 0.0109456
May 10 20:17:16.205692 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-070ad8f5-18d3-4239-a33e-4061ac3965e1 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=363b7f4ebfc540849fc35eb1473da96b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0808666
May 10 20:17:16.336104 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-4d515870-17dc-4337-91b7-0ac949e3978a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=78747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 20:17:16.337078 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-4d515870-17dc-4337-91b7-0ac949e3978a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1204591
May 10 20:17:16.470646 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-eefb1402-744e-4108-b451-e7e3dec9327f service neutron] 10.222.0.18 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275473
May 10 20:17:16.599975 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-84b239eb-250c-4eac-99ba-2a7728e10aef service neutron] 10.222.0.18 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235433
May 10 20:17:16.985886 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8ac691d0-bd96-4c6b-af5a-d8bf469f3614 req-a921fa4e-ed76-4dd8-b000-145acb60492f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 210 time: 0.0432057
May 10 20:17:18.142093 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-441b979c-0b97-4bce-b531-32f5bd2b3526 req-d7f6daed-384d-4fbd-a986-8fa81bd1b83f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 210 time: 0.0443630
May 10 20:17:18.146080 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-1f8e421d-702b-4982-80f9-71fe5dcde0e0 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:18.146799 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-1f8e421d-702b-4982-80f9-71fe5dcde0e0 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Synchronizing usage tracker for tenant:363b7f4ebfc540849fc35eb1473da96b on resource:network {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:17:18.168172 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-1f8e421d-702b-4982-80f9-71fe5dcde0e0 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Unset dirty status for tenant:363b7f4ebfc540849fc35eb1473da96b on resource:network {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:17:18.169475 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-1f8e421d-702b-4982-80f9-71fe5dcde0e0 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.23 "GET /v2.0/networks?id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f HTTP/1.1" status: 200  len: 808 time: 0.1774225
May 10 20:17:18.226600 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-4a08e26a-88b5-4b62-b5e4-978a95c056ed tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Synchronizing usage tracker for tenant:363b7f4ebfc540849fc35eb1473da96b on resource:security_group {{(pid=78748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:17:18.243728 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-4a08e26a-88b5-4b62-b5e4-978a95c056ed tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Unset dirty status for tenant:363b7f4ebfc540849fc35eb1473da96b on resource:security_group {{(pid=78748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:17:18.244862 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-4a08e26a-88b5-4b62-b5e4-978a95c056ed tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=363b7f4ebfc540849fc35eb1473da96b HTTP/1.1" status: 200  len: 379 time: 0.0606284
May 10 20:17:18.255276 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Request body: {'port': {'device_id': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'admin_state_up': True, 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'security_groups': ['19e7dedd-caab-40f6-a888-34022b19680e']}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:17:18.391493 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:17:18.395257 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Usage tracker for resource:port and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:17:18.398032 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:17:18.403672 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:17:18.413811 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Made reservation on behalf of 363b7f4ebfc540849fc35eb1473da96b for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:17:18.417220 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:18.577235 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Allocated IP 172.20.0.13 (7150c85a-02f5-42ec-bc46-0d0dc3582e2f/714a7ed6-df1e-4316-a7bf-da7142a0fe87/409f555e-d138-4455-81d1-b3c3da411893) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:17:18.768437 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:18.783448 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Transition to ACTIVE for port object 409f555e-d138-4455-81d1-b3c3da411893 will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:17:18.806756 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:18.814121 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e37245d9-2317-4777-a2a6-785865258bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:18.876476 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:17:18.879342 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:17:18.883355 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:17:18.939133 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event updated for resources: {'Port': ['ID=409f555e-d138-4455-81d1-b3c3da411893,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:18.953895 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:18.961858 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:18.962476 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:18.985319 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-0e93c491-6f6d-43e3-8cfb-35ca3d19cd7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7338021
May 10 20:17:19.024695 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Request body: {'port': {'device_id': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:17:19.037893 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:17:19.142114 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:19.157375 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-9c44100e-8b96-4344-ac64-d168ee9b693f None None] Provisioning for port 409f555e-d138-4455-81d1-b3c3da411893 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:17:19.163238 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-9c44100e-8b96-4344-ac64-d168ee9b693f None None] Provisioning complete for port 409f555e-d138-4455-81d1-b3c3da411893 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:17:19.163648 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-9c44100e-8b96-4344-ac64-d168ee9b693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:19.217730 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-9c44100e-8b96-4344-ac64-d168ee9b693f None None] Port 409f555e-d138-4455-81d1-b3c3da411893 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:17:19.334794 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f054-b3d0-43bc-84f7-c2e643af28b7 req-139fa17a-4861-496b-8282-b2a9e4deacdd tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:19.336350 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9793f054-b3d0-43bc-84f7-c2e643af28b7 req-139fa17a-4861-496b-8282-b2a9e4deacdd tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 932 time: 0.0834961
May 10 20:17:19.384762 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9793f054-b3d0-43bc-84f7-c2e643af28b7 req-18636576-6755-47c4-9e8a-680846e95fa8 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425069
May 10 20:17:19.597266 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409f555e-d138-4455-81d1-b3c3da411893 {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:17:19.604686 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:19.619768 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Transition to ACTIVE for port object 409f555e-d138-4455-81d1-b3c3da411893 will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:17:19.623339 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:19.627263 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a3716e23-bad7-4890-8405-9ab6f115bad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:19.786825 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Pushing event updated for resources: {'Port': ['ID=409f555e-d138-4455-81d1-b3c3da411893,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:19.794379 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:19.868612 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Attempting to bind port 409f555e-d138-4455-81d1-b3c3da411893 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:17:19.868941 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Attempting to bind port 409f555e-d138-4455-81d1-b3c3da411893 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:17:19.869262 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Attempting to bind port 409f555e-d138-4455-81d1-b3c3da411893 on network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:17:19.873851 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Port 409f555e-d138-4455-81d1-b3c3da411893 on network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:17:19.874167 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Attempting to bind port 409f555e-d138-4455-81d1-b3c3da411893 on network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:17:19.879262 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:17:19.879620 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Checking segment: {'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:17:19.880008 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Bound using segment: {'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:17:19.880432 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Bound port: 409f555e-d138-4455-81d1-b3c3da411893, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290bfad3-1bec-4d0d-9552-d53caafd50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:17:19.880776 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:19.974878 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] For port 409f555e-d138-4455-81d1-b3c3da411893, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:17:19.977813 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] For port 409f555e-d138-4455-81d1-b3c3da411893, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=409f555e-d138-4455-81d1-b3c3da411893,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:17:19.982421 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:19.987049 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:20.036389 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:20.036992 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:20.038328 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] 10.222.0.23 "PUT /v2.0/ports/409f555e-d138-4455-81d1-b3c3da411893 HTTP/1.1" status: 200  len: 1094 time: 1.0181093
May 10 20:17:20.038832 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'tag': '409f555e-d138-4455-81d1-b3c3da411893'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:17:20.068357 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Pushing event updated for resources: {'Port': ['ID=409f555e-d138-4455-81d1-b3c3da411893,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:20.074752 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d040dcb1-7800-48db-afde-fef2fe39d91e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:20.090971 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'tag': '409f555e-d138-4455-81d1-b3c3da411893', 'status': 'completed', 'code': 200}
May 10 20:17:20.206839 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-301ba1e4-292e-4cad-a7b0-5900a330f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:20.208292 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-301ba1e4-292e-4cad-a7b0-5900a330f3ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363b7f4ebfc540849fc35eb1473da96b&device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 1097 time: 0.0780883
May 10 20:17:20.284965 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-e96b0fc8-6cfb-4932-be86-a5b8e4ef3732 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=409f555e-d138-4455-81d1-b3c3da411893 HTTP/1.1" status: 200  len: 217 time: 0.0624952
May 10 20:17:20.351248 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-f6bf6ca2-8e5d-43e1-a8ca-aca7ea7a91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:20.352625 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-f6bf6ca2-8e5d-43e1-a8ca-aca7ea7a91e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714a7ed6-df1e-4316-a7bf-da7142a0fe87 HTTP/1.1" status: 200  len: 847 time: 0.0608134
May 10 20:17:20.429711 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-6d0d446b-9f2e-4e4b-b945-557b9a414b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:20.431173 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-6d0d446b-9f2e-4e4b-b945-557b9a414b5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711520
May 10 20:17:20.564443 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-c68d4989-f837-4733-b332-e088b03517f0 service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255574
May 10 20:17:20.573957 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398513d-80ef-49b8-9dfe-a293c012d69c req-e518544e-53f2-4d47-a659-22d378756cf9 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:20.575675 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d398513d-80ef-49b8-9dfe-a293c012d69c req-e518544e-53f2-4d47-a659-22d378756cf9 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0807676
May 10 20:17:20.621181 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d398513d-80ef-49b8-9dfe-a293c012d69c req-f8b06715-81b3-4763-b3fd-bdc15457d0e0 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388989
May 10 20:17:20.702186 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-82e11c12-6ccc-462d-ba82-def50ec100a0 req-7e01c49c-b2fe-4927-9bcc-3c110cdcef09 service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312339
May 10 20:17:20.873560 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b85a6b-2a64-47cf-9e9a-2a694705f6db req-d9a6991e-17de-4df7-80a0-44dc820f78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:20.875107 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a5b85a6b-2a64-47cf-9e9a-2a694705f6db req-d9a6991e-17de-4df7-80a0-44dc820f78b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363b7f4ebfc540849fc35eb1473da96b&device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 1097 time: 0.0767388
May 10 20:17:21.013777 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b85a6b-2a64-47cf-9e9a-2a694705f6db req-29236715-97cd-4eb9-a980-04b3a6e082c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:21.015338 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a5b85a6b-2a64-47cf-9e9a-2a694705f6db req-29236715-97cd-4eb9-a980-04b3a6e082c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f HTTP/1.1" status: 200  len: 909 time: 0.1317427
May 10 20:17:21.082343 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a5b85a6b-2a64-47cf-9e9a-2a694705f6db req-d5918289-6697-4d9d-9279-a39374d37d1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=409f555e-d138-4455-81d1-b3c3da411893 HTTP/1.1" status: 200  len: 217 time: 0.0605524
May 10 20:17:21.148721 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b85a6b-2a64-47cf-9e9a-2a694705f6db req-e7a45429-928c-4dc8-ace1-9fdd24f2dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:21.150231 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a5b85a6b-2a64-47cf-9e9a-2a694705f6db req-e7a45429-928c-4dc8-ace1-9fdd24f2dbd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714a7ed6-df1e-4316-a7bf-da7142a0fe87 HTTP/1.1" status: 200  len: 847 time: 0.0612242
May 10 20:17:21.226157 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b85a6b-2a64-47cf-9e9a-2a694705f6db req-f31a6b99-ff83-4fc1-9295-875735069559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:21.227647 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a5b85a6b-2a64-47cf-9e9a-2a694705f6db req-f31a6b99-ff83-4fc1-9295-875735069559 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709150
May 10 20:17:21.464706 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a5b85a6b-2a64-47cf-9e9a-2a694705f6db req-6116b65c-332b-4ade-8a36-5c3ddb40b19c service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294688
May 10 20:17:21.598368 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-a5b85a6b-2a64-47cf-9e9a-2a694705f6db req-018298ef-7a0a-44f8-93df-d251080ed17e service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248748
May 10 20:17:21.807511 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64769e9-7e1d-43da-912c-a0da446ffa00 req-02f59bc3-4e65-48a6-a867-ab0d52a60340 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:21.808896 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e64769e9-7e1d-43da-912c-a0da446ffa00 req-02f59bc3-4e65-48a6-a867-ab0d52a60340 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0821712
May 10 20:17:21.854421 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e64769e9-7e1d-43da-912c-a0da446ffa00 req-e3a20406-eef5-4f65-84c8-a82428652fae tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395072
May 10 20:17:23.055206 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65cc46-6996-4ee2-b326-2df59dd21780 req-2b1fd8c2-1397-4952-b767-ee5b132cd5dd tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:23.056688 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7b65cc46-6996-4ee2-b326-2df59dd21780 req-2b1fd8c2-1397-4952-b767-ee5b132cd5dd tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0861804
May 10 20:17:23.229195 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7b65cc46-6996-4ee2-b326-2df59dd21780 req-777b5e96-014a-49e0-8ceb-d10708abaa72 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1660583
May 10 20:17:24.420182 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b0513-a7a7-4fca-9c94-66912bc6e851 req-71c72968-c9ba-477f-a0b6-d72d693c9e12 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:24.421663 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e16b0513-a7a7-4fca-9c94-66912bc6e851 req-71c72968-c9ba-477f-a0b6-d72d693c9e12 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0801303
May 10 20:17:24.468242 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e16b0513-a7a7-4fca-9c94-66912bc6e851 req-4bbbdc46-a86c-4e50-bcfe-a303a2635e42 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405576
May 10 20:17:25.651992 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b160a6-bebd-462c-9369-73129de48e8f req-02c8eb87-cc04-496d-a163-c4e79cf7cd56 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:25.653452 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-37b160a6-bebd-462c-9369-73129de48e8f req-02c8eb87-cc04-496d-a163-c4e79cf7cd56 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0818245
May 10 20:17:25.697763 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-37b160a6-bebd-462c-9369-73129de48e8f req-9095a7bb-4a9c-4722-9b81-1bdbff3919c5 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385838
May 10 20:17:26.881951 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a82fd9-615c-4140-8806-9ea5e6631c97 req-8d789fcb-e4e4-4fce-9d36-5679870f1284 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:26.883433 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e5a82fd9-615c-4140-8806-9ea5e6631c97 req-8d789fcb-e4e4-4fce-9d36-5679870f1284 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0805655
May 10 20:17:26.930923 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e5a82fd9-615c-4140-8806-9ea5e6631c97 req-2ebcef2c-0965-4aec-aac4-85577417667d tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418136
May 10 20:17:26.973564 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca8e1-2f3f-4b12-96dc-8b71c3e4d7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:28.114475 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7600b8-bcae-482d-b589-3368c479a57a req-1b0060b4-bb19-47a1-88b4-7d9e7e2ca98a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:28.115947 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4c7600b8-bcae-482d-b589-3368c479a57a req-1b0060b4-bb19-47a1-88b4-7d9e7e2ca98a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0790880
May 10 20:17:28.159644 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4c7600b8-bcae-482d-b589-3368c479a57a req-2c02f55e-d1f5-4703-8ddc-ae274255b44d tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373669
May 10 20:17:28.431171 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 409f555e-d138-4455-81d1-b3c3da411893 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:17:28.563330 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 409f555e-d138-4455-81d1-b3c3da411893, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=409f555e-d138-4455-81d1-b3c3da411893,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:17:28.578386 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '409f555e-d138-4455-81d1-b3c3da411893', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'port_id': '409f555e-d138-4455-81d1-b3c3da411893', 'mac_address': 'fa:16:3e:5f:2a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 979, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:17:28.637565 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:28.654673 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409f555e-d138-4455-81d1-b3c3da411893 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:17:28.669893 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 409f555e-d138-4455-81d1-b3c3da411893, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=409f555e-d138-4455-81d1-b3c3da411893,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:17:28.674268 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:28.676621 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:28.743004 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=409f555e-d138-4455-81d1-b3c3da411893,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:28.746790 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:28.975683 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['409f555e-d138-4455-81d1-b3c3da411893'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:17:29.344025 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf1572-b062-4f73-97b9-4e3791b345a6 req-47da880f-3305-4631-9026-84161f4fc532 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:29.345394 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5edf1572-b062-4f73-97b9-4e3791b345a6 req-47da880f-3305-4631-9026-84161f4fc532 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 945 time: 0.0825136
May 10 20:17:29.390088 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5edf1572-b062-4f73-97b9-4e3791b345a6 req-451de081-5bcd-41c5-a29b-886c3325a8bd tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381095
May 10 20:17:29.413205 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-09c5a974-7394-4629-9c4c-5f5c61e80a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:29.524058 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:30.452795 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 409f555e-d138-4455-81d1-b3c3da411893 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:17:30.523194 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port 409f555e-d138-4455-81d1-b3c3da411893 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:17:30.527925 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 409f555e-d138-4455-81d1-b3c3da411893 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:17:30.528624 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:30.583004 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffb032-0266-4727-aac6-66fc5d283c28 req-710cc0a8-81c3-4bac-9c71-43579fb62a99 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:30.584515 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1fffb032-0266-4727-aac6-66fc5d283c28 req-710cc0a8-81c3-4bac-9c71-43579fb62a99 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 945 time: 0.0806816
May 10 20:17:30.635636 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1fffb032-0266-4727-aac6-66fc5d283c28 req-89ea5004-bf08-47ee-a79b-4fdf61f9af0f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451598
May 10 20:17:30.655523 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:30.683787 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409f555e-d138-4455-81d1-b3c3da411893'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:17:30.694072 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 409f555e-d138-4455-81d1-b3c3da411893, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=409f555e-d138-4455-81d1-b3c3da411893,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:17:30.697742 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:30.699615 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-e0a1c519-3655-4ac8-9d10-dafb5c7c7e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:30.735414 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409f555e-d138-4455-81d1-b3c3da411893', 'code': 200}
May 10 20:17:30.780618 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=409f555e-d138-4455-81d1-b3c3da411893,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:30.784621 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:30.785856 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:31.035779 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f91eb-5ea5-462a-aa24-aec6a0703a0c req-677cf84c-5d7a-4478-8352-ca00f3e5645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:31.037177 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7c8f91eb-5ea5-462a-aa24-aec6a0703a0c req-677cf84c-5d7a-4478-8352-ca00f3e5645d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 1099 time: 0.0755954
May 10 20:17:31.079479 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-7c8f91eb-5ea5-462a-aa24-aec6a0703a0c req-a570dc90-2143-4d79-a4e6-813a7bc917fa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355644
May 10 20:17:31.817188 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61ff99-f50b-4fca-874d-9716df45134c req-69f47dc8-611f-4bd2-8e0e-1de01bb9926e tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:31.818648 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ac61ff99-f50b-4fca-874d-9716df45134c req-69f47dc8-611f-4bd2-8e0e-1de01bb9926e tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0810840
May 10 20:17:31.863852 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ac61ff99-f50b-4fca-874d-9716df45134c req-28f1538e-cbba-4d99-96cd-b30a21ab0180 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394125
May 10 20:17:32.240207 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:33.051650 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc4032-914f-413f-b2cb-9237b7106f80 req-125382b3-9edb-431c-84bd-5652042f4487 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:33.053085 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6ddc4032-914f-413f-b2cb-9237b7106f80 req-125382b3-9edb-431c-84bd-5652042f4487 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0827079
May 10 20:17:33.099140 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-6ddc4032-914f-413f-b2cb-9237b7106f80 req-c0d89f53-9809-4665-9e54-002f021addfb tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403121
May 10 20:17:33.280549 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d7efc-335c-4238-a2a6-ae2df8aa3524 req-0edaa09a-f06f-4ce1-bf3a-fcd1f5c945b0 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:33.281983 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ab7d7efc-335c-4238-a2a6-ae2df8aa3524 req-0edaa09a-f06f-4ce1-bf3a-fcd1f5c945b0 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0787773
May 10 20:17:33.329321 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ab7d7efc-335c-4238-a2a6-ae2df8aa3524 req-2f9ec7e0-0423-4fd2-8331-23e029408653 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403895
May 10 20:17:33.353987 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 40204) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:17:33.477061 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a0d65-9c27-423e-abbd-88e4f14d1850 tempest-TestShelveInstance-639746993 tempest-TestShelveInstance-639746993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:33.478560 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-986a0d65-9c27-423e-abbd-88e4f14d1850 tempest-TestShelveInstance-639746993 tempest-TestShelveInstance-639746993-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 1094 time: 0.1235626
May 10 20:17:33.481612 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 40210) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:17:33.486632 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.v2.base [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Request body: {'floatingip': {'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'port_id': '409f555e-d138-4455-81d1-b3c3da411893', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:17:33.492579 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:17:33.496323 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Usage tracker for resource:floatingip and tenant:363b7f4ebfc540849fc35eb1473da96b is out of sync, need to count used quota {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:17:33.499140 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78747) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:17:33.505389 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.quota.driver [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78747) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:17:33.515623 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for floatingip, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:33.652407 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:33.790275 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.db_base_plugin_common [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Allocated IP 172.27.0.247 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/4665a642-cf0f-4004-97f9-fa6e6aaf9dcc) {{(pid=78747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:17:33.941384 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for port, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:33.970618 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:33.974601 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-41b46dc6-a63f-4fd7-80f9-4b64d426a770 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:34.031015 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:17:34.033816 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.base_scheduler [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Resources bound (agent type, host, resource id):  {{(pid=78747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:17:34.042223 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Received port after_create {{(pid=78747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:17:34.075514 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event updated for resources: {'Port': ['ID=4665a642-cf0f-4004-97f9-fa6e6aaf9dcc,revision_number=1']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:34.081737 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:34.533594 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:34.607016 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:34.817461 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for port, precommit_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:34.821868 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60911230'] for port, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:34.825545 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-74156e00-c074-4901-8ef5-6f1dd3f9e440 tempest-ServerRescueNegativeTestJSON-1906246683 tempest-ServerRescueNegativeTestJSON-1906246683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:17:34.930247 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event updated for resources: {'Port': ['ID=4665a642-cf0f-4004-97f9-fa6e6aaf9dcc,revision_number=2']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:17:34.934171 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:17:34.949228 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:35.120903 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.l3_db [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Floating IP bbe69124-b5ca-46b2-a22b-1be0ea12a9bd associated. External IP: 172.27.0.247, port: 409f555e-d138-4455-81d1-b3c3da411893.
May 10 20:17:35.474184 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Router 727c036e-4675-46af-aa54-9114c5303681 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:17:35.772659 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:17:35.781519 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca8b6d3-7cc1-4530-9e4b-e7fdf48ce26d None None] Sync routers for ids ['727c036e-4675-46af-aa54-9114c5303681'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:17:35.791674 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca8b6d3-7cc1-4530-9e4b-e7fdf48ce26d None None] Routers {'727c036e-4675-46af-aa54-9114c5303681'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:17:35.792286 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-0ca8b6d3-7cc1-4530-9e4b-e7fdf48ce26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4166640>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:17:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['727c036e-4675-46af-aa54-9114c5303681'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:35.797683 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:35.863342 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3712537
May 10 20:17:35.863342 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'tag': '409f555e-d138-4455-81d1-b3c3da411893'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:17:35.906493 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'tag': '409f555e-d138-4455-81d1-b3c3da411893', 'status': 'completed', 'code': 200}
May 10 20:17:36.010765 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-0ca8b6d3-7cc1-4530-9e4b-e7fdf48ce26d None None] Set router 727c036e-4675-46af-aa54-9114c5303681 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:17:36.026387 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9216a-3584-48c9-9318-84594899e9d7 req-83bde456-4990-4f74-92c3-44f14bf11e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:36.027819 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8ae9216a-3584-48c9-9318-84594899e9d7 req-83bde456-4990-4f74-92c3-44f14bf11e8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363b7f4ebfc540849fc35eb1473da96b&device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 1099 time: 0.0731747
May 10 20:17:36.163130 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9216a-3584-48c9-9318-84594899e9d7 req-ef4ac937-331f-493f-a29b-3debd4ca56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:36.164640 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8ae9216a-3584-48c9-9318-84594899e9d7 req-ef4ac937-331f-493f-a29b-3debd4ca56a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f HTTP/1.1" status: 200  len: 909 time: 0.1296656
May 10 20:17:36.270632 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8ae9216a-3584-48c9-9318-84594899e9d7 req-546e66cf-33f8-4c14-919d-2d7fa2faaff2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=409f555e-d138-4455-81d1-b3c3da411893 HTTP/1.1" status: 200  len: 1000 time: 0.0996141
May 10 20:17:36.338497 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9216a-3584-48c9-9318-84594899e9d7 req-ba44c016-f302-4914-9127-4e7d331f2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:36.339882 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8ae9216a-3584-48c9-9318-84594899e9d7 req-ba44c016-f302-4914-9127-4e7d331f2c70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714a7ed6-df1e-4316-a7bf-da7142a0fe87 HTTP/1.1" status: 200  len: 847 time: 0.0630343
May 10 20:17:36.366371 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-0ca8b6d3-7cc1-4530-9e4b-e7fdf48ce26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4166640>, [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:49Z', 'revision_number': 4, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'bbe69124-b5ca-46b2-a22b-1be0ea12a9bd', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '727c036e-4675-46af-aa54-9114c5303681', 'port_id': '409f555e-d138-4455-81d1-b3c3da411893', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'mac_address': 'fa:16:3e:5f:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:34Z', 'updated_at': '2021-05-10T20:17:34Z', 'revision_number': 0, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdd921-9db7-44cf-b655-b1c65f704e0d', 'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'mac_address': 'fa:16:3e:84:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:48Z', 'updated_at': '2021-05-10T20:16:54Z', 'revision_number': 5, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'subnets': [{'id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:36.370678 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca8b6d3-7cc1-4530-9e4b-e7fdf48ce26d None None] Checking router: 727c036e-4675-46af-aa54-9114c5303681 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:17:36.379214 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca8b6d3-7cc1-4530-9e4b-e7fdf48ce26d None None] Routers {'727c036e-4675-46af-aa54-9114c5303681'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:17:36.379857 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-0ca8b6d3-7cc1-4530-9e4b-e7fdf48ce26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4166640>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:17:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['727c036e-4675-46af-aa54-9114c5303681'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:36.416643 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9216a-3584-48c9-9318-84594899e9d7 req-ca342dec-7cba-4396-8541-75ef2c8b5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:36.418126 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8ae9216a-3584-48c9-9318-84594899e9d7 req-ca342dec-7cba-4396-8541-75ef2c8b5379 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721838
May 10 20:17:36.551408 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8ae9216a-3584-48c9-9318-84594899e9d7 req-fea8c220-04de-4c5c-b9b6-b1484e559749 service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262972
May 10 20:17:36.557944 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-0ca8b6d3-7cc1-4530-9e4b-e7fdf48ce26d None None] Set router 727c036e-4675-46af-aa54-9114c5303681 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:17:36.683807 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-8ae9216a-3584-48c9-9318-84594899e9d7 req-4165c641-f5cc-4ef1-9a84-4dc73ce2f579 service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249442
May 10 20:17:36.906953 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-0ca8b6d3-7cc1-4530-9e4b-e7fdf48ce26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4166640>, [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:49Z', 'revision_number': 4, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'bbe69124-b5ca-46b2-a22b-1be0ea12a9bd', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '727c036e-4675-46af-aa54-9114c5303681', 'port_id': '409f555e-d138-4455-81d1-b3c3da411893', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'mac_address': 'fa:16:3e:5f:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:34Z', 'updated_at': '2021-05-10T20:17:34Z', 'revision_number': 0, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdd921-9db7-44cf-b655-b1c65f704e0d', 'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'mac_address': 'fa:16:3e:84:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:48Z', 'updated_at': '2021-05-10T20:16:54Z', 'revision_number': 5, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'subnets': [{'id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:17:36.911276 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca8b6d3-7cc1-4530-9e4b-e7fdf48ce26d None None] The sync data for ids ['727c036e-4675-46af-aa54-9114c5303681'] in dv-cinder-788365-3-iscsi is: [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:49Z', 'revision_number': 4, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': 'bbe69124-b5ca-46b2-a22b-1be0ea12a9bd', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '727c036e-4675-46af-aa54-9114c5303681', 'port_id': '409f555e-d138-4455-81d1-b3c3da411893', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'mac_address': 'fa:16:3e:5f:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:34Z', 'updated_at': '2021-05-10T20:17:34Z', 'revision_number': 0, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdd921-9db7-44cf-b655-b1c65f704e0d', 'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'mac_address': 'fa:16:3e:84:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:48Z', 'updated_at': '2021-05-10T20:16:54Z', 'revision_number': 5, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'subnets': [{'id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:17:37.091012 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d606828-8a0a-45b6-b5ca-a7ca9c0539b5 None None] New status for floating IP bbe69124-b5ca-46b2-a22b-1be0ea12a9bd: ACTIVE {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:17:39.044621 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:48.183413 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-f60fc9e8-c7d8-4b49-9445-8e4f0e294c92 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0683050
May 10 20:17:48.343015 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-e3abda4a-5abd-4f25-9af2-c0e4034130b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:48.344489 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-e3abda4a-5abd-4f25-9af2-c0e4034130b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 1098 time: 0.0727646
May 10 20:17:48.488633 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-f82e3e84-d34d-4946-ae82-898ec2d03905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:48.490309 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-f82e3e84-d34d-4946-ae82-898ec2d03905 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 912 time: 0.1251729
May 10 20:17:48.591195 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-e919e0cf-04d4-4922-a7af-c2f0bfd39760 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 HTTP/1.1" status: 200  len: 1001 time: 0.0931497
May 10 20:17:48.653511 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-89da7600-162a-4adf-8222-b84404bd78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:48.654896 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-89da7600-162a-4adf-8222-b84404bd78f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0561440
May 10 20:17:48.732235 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-b35266f9-ec85-4704-b9e8-1c6a1f8bcc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:17:48.733658 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-b35266f9-ec85-4704-b9e8-1c6a1f8bcc37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705435
May 10 20:17:48.962989 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-1321e97a-f583-4a3d-8503-69d94d76b00a service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2214572
May 10 20:17:49.095500 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-3a8a0fe9-08c7-4baa-8a53-39900b75d060 req-1acd8b6a-b17a-4452-877a-791663222d33 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238103
May 10 20:17:56.036743 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:17:56.976987 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-179725ba-005e-44c3-98be-4342f42a6969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:59.416979 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-82f8e78c-9e82-4624-8f22-54db95740b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:59.526629 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:00.776004 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:02.244993 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:09.085283 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:26.982717 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-6365cc3e-17e9-4982-bded-8cc0f1efc552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:29.418283 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9c36-6991-46e5-999a-971a1947fd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:29.530888 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:30.775010 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:32.247732 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:33.053399 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:18:39.085618 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:43.238145 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-c6db8158-a340-408c-8e60-79ca69dcec13 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795963312&fields=id&tenant_id=05dc3cf68f0d4f85a170d2ff94117265 HTTP/1.1" status: 200  len: 267 time: 0.0421999
May 10 20:18:43.385661 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-8fe57582-b1d0-4b29-b68a-8ab07676919c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:43.387026 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-8fe57582-b1d0-4b29-b68a-8ab07676919c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 811 time: 0.1424136
May 10 20:18:43.403088 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-a108b88a-7d43-494e-9b68-58193b0cb755 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/quotas/05dc3cf68f0d4f85a170d2ff94117265 HTTP/1.1" status: 200  len: 375 time: 0.0103602
May 10 20:18:43.492372 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6ad50825-3b0e-4d7d-afab-2cdf5bb0e802 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0844400
May 10 20:18:43.693421 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-5c70fcb3-77d4-4eb6-b04a-bd6321bdbe0f service neutron] 10.222.0.18 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892192
May 10 20:18:43.828343 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-2fea3a4a-fac0-4f94-a225-3bad78a7a68a service neutron] 10.222.0.18 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281908
May 10 20:18:44.217980 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2363d178-81a7-4026-8f55-c36f2909c8ab req-e8263ed5-69eb-4de8-ad58-041e37642709 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 210 time: 0.0466645
May 10 20:18:45.306933 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-34e7d53c-d58f-4dc9-bb30-a21448ec1545 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:45.308570 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-34e7d53c-d58f-4dc9-bb30-a21448ec1545 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 811 time: 0.1502564
May 10 20:18:45.365003 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-a9d3de81-7f55-4f1c-a874-70d85c0f8323 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05dc3cf68f0d4f85a170d2ff94117265 HTTP/1.1" status: 200  len: 379 time: 0.0422025
May 10 20:18:45.371225 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4f60b558-63d7-4f69-95d4-266d06385a08 req-e2e25083-c89e-4c4f-ba38-a4e8399b9793 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 210 time: 0.0422957
May 10 20:18:45.388142 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'port': {'device_id': '9d477116-b955-45f3-89d0-51d1ad792443', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'admin_state_up': True, 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'security_groups': ['617ddd70-d574-4ee4-b825-93363713ad14']}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:18:45.531356 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:18:45.535337 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:port and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:18:45.538316 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for port was recalculated. Used quota:5. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:18:45.544533 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:18:45.554579 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Made reservation on behalf of 05dc3cf68f0d4f85a170d2ff94117265 for: {'port': 1} {{(pid=78748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:18:45.558555 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:45.726119 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Allocated IP 172.20.0.3 (3b66859d-57c9-44ad-9da2-65b241314341/1201090d-b35a-4371-903d-026e41b1c208/b9750bb1-c9f8-4d11-b09d-52126d4b3009) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:18:45.920601 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:45.936852 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Transition to ACTIVE for port object b9750bb1-c9f8-4d11-b09d-52126d4b3009 will not be triggered until provisioned by entity DHCP. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:18:45.960684 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:45.966404 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1720d269-4936-45e7-921f-9703af8b4b8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:18:46.033004 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Network 3b66859d-57c9-44ad-9da2-65b241314341 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:18:46.036337 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:18:46.045925 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:18:46.083261 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'Port': ['ID=b9750bb1-c9f8-4d11-b09d-52126d4b3009,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:18:46.097540 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.097927 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.098310 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.098678 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.099055 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.099437 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.099807 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.100172 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.100536 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.100896 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.101255 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.101613 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:46.107790 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:18:46.131409 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:46.132073 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:46.159270 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-6f4bae1b-df9f-428f-ba69-27c85814ac5a tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7756884
May 10 20:18:46.179565 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Request body: {'port': {'device_id': '9d477116-b955-45f3-89d0-51d1ad792443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:18:46.269327 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-502dbed9-3d4f-4e6e-8bba-c4390676b6ee None None] Provisioning for port b9750bb1-c9f8-4d11-b09d-52126d4b3009 completed by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:18:46.274450 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-502dbed9-3d4f-4e6e-8bba-c4390676b6ee None None] Provisioning complete for port b9750bb1-c9f8-4d11-b09d-52126d4b3009 triggered by entity DHCP. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:18:46.274936 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-502dbed9-3d4f-4e6e-8bba-c4390676b6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:46.296690 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:46.328629 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-502dbed9-3d4f-4e6e-8bba-c4390676b6ee None None] Port b9750bb1-c9f8-4d11-b09d-52126d4b3009 cannot update to ACTIVE because it is not bound. {{(pid=78749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:18:46.559221 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe8b3c-e947-4350-b7c4-6552ea933a3a req-4814af42-673f-4d0c-b7a7-b9ec183286bd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:46.560639 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3bbe8b3c-e947-4350-b7c4-6552ea933a3a req-4814af42-673f-4d0c-b7a7-b9ec183286bd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 931 time: 0.0812864
May 10 20:18:46.610246 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3bbe8b3c-e947-4350-b7c4-6552ea933a3a req-d3af0803-5b74-4563-ab86-846c7ef8bd7c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437775
May 10 20:18:46.637120 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9750bb1-c9f8-4d11-b09d-52126d4b3009 {{(pid=78748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:18:46.644253 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:46.659006 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.provisioning_blocks [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Transition to ACTIVE for port object b9750bb1-c9f8-4d11-b09d-52126d4b3009 will not be triggered until provisioned by entity L2. {{(pid=78748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:18:46.662402 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:46.666614 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:18:46.895327 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Pushing event updated for resources: {'Port': ['ID=b9750bb1-c9f8-4d11-b09d-52126d4b3009,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:18:46.921933 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:18:47.002213 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Attempting to bind port b9750bb1-c9f8-4d11-b09d-52126d4b3009 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:18:47.002540 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Attempting to bind port b9750bb1-c9f8-4d11-b09d-52126d4b3009 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:18:47.002863 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Attempting to bind port b9750bb1-c9f8-4d11-b09d-52126d4b3009 on network 3b66859d-57c9-44ad-9da2-65b241314341 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:18:47.007665 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Port b9750bb1-c9f8-4d11-b09d-52126d4b3009 on network 3b66859d-57c9-44ad-9da2-65b241314341 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:18:47.007982 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Attempting to bind port b9750bb1-c9f8-4d11-b09d-52126d4b3009 on network 3b66859d-57c9-44ad-9da2-65b241314341 {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:18:47.013505 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Checking agent: {'id': 'eb6a78dc-f417-412f-9080-5b34c13c113b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'started_at': datetime.datetime(2021, 5, 10, 20, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:18:47.013831 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Checking segment: {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:18:47.014205 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Bound using segment: {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'} {{(pid=78748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:18:47.014651 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.managers [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Bound port: b9750bb1-c9f8-4d11-b09d-52126d4b3009, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9945826e-0784-46a3-9c5d-79c546bc1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341'}}] {{(pid=78748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:18:47.014982 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:47.107430 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] For port b9750bb1-c9f8-4d11-b09d-52126d4b3009, host hv-cinder-78836, cleared binding levels {{(pid=78748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:18:47.110697 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] For port b9750bb1-c9f8-4d11-b09d-52126d4b3009, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b9750bb1-c9f8-4d11-b09d-52126d4b3009,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:18:47.114307 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:47.118731 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dbecfcf3-2e97-4b52-96bd-5abf12f94fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:18:47.169658 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:47.170270 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:47.171729 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] 10.222.0.23 "PUT /v2.0/ports/b9750bb1-c9f8-4d11-b09d-52126d4b3009 HTTP/1.1" status: 200  len: 1093 time: 0.9973423
May 10 20:18:47.172169 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d477116-b955-45f3-89d0-51d1ad792443', 'tag': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:18:47.201236 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Pushing event updated for resources: {'Port': ['ID=b9750bb1-c9f8-4d11-b09d-52126d4b3009,revision_number=3']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:18:47.204409 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:18:47.227001 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d477116-b955-45f3-89d0-51d1ad792443', 'tag': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009', 'status': 'completed', 'code': 200}
May 10 20:18:47.322142 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-f8cdff33-f02a-4ed3-b0db-603c71569f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:47.323673 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-f8cdff33-f02a-4ed3-b0db-603c71569f1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 1096 time: 0.0779483
May 10 20:18:47.397629 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-5f19472a-3d01-4a9f-b229-6ef520ca6933 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9750bb1-c9f8-4d11-b09d-52126d4b3009 HTTP/1.1" status: 200  len: 217 time: 0.0614529
May 10 20:18:47.462919 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-5c38dcf5-9175-437b-bdf7-07301459b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:47.464298 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-5c38dcf5-9175-437b-bdf7-07301459b2e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0605519
May 10 20:18:47.538198 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-c782bf28-2849-4f2e-94bb-3dd2ae6f14db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:47.539664 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-c782bf28-2849-4f2e-94bb-3dd2ae6f14db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689902
May 10 20:18:47.670615 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-76b256bd-6381-4660-a2ed-9ed8a78bf60d service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248078
May 10 20:18:47.799539 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c5eb7-638d-4e8d-9e4d-89c71c7223a5 req-d8ae0037-c1fb-437d-816d-d46b21811aa6 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:47.801034 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-de7c5eb7-638d-4e8d-9e4d-89c71c7223a5 req-d8ae0037-c1fb-437d-816d-d46b21811aa6 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 943 time: 0.0827839
May 10 20:18:47.806258 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-fd2b851f-351d-4797-8be4-ffc3c61a51e9 req-f1156d0a-d934-42cc-a32b-905df0148c86 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291053
May 10 20:18:47.849924 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-de7c5eb7-638d-4e8d-9e4d-89c71c7223a5 req-665b06ad-c2b5-4e80-942f-439ffa1ae6b8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424404
May 10 20:18:47.976350 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77911d38-0fa2-4aa1-8c1a-e41cd976796e req-a3a79849-395a-4c2c-b9f4-87687d965e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:47.977828 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-77911d38-0fa2-4aa1-8c1a-e41cd976796e req-a3a79849-395a-4c2c-b9f4-87687d965e2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 1096 time: 0.0757923
May 10 20:18:48.113068 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77911d38-0fa2-4aa1-8c1a-e41cd976796e req-13ba594c-e74d-4cfe-9823-8318c51a0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:48.114488 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-77911d38-0fa2-4aa1-8c1a-e41cd976796e req-13ba594c-e74d-4cfe-9823-8318c51a0209 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 912 time: 0.1290410
May 10 20:18:48.197815 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-77911d38-0fa2-4aa1-8c1a-e41cd976796e req-83f14705-e192-4214-a79e-a455b09ef2bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9750bb1-c9f8-4d11-b09d-52126d4b3009 HTTP/1.1" status: 200  len: 217 time: 0.0614147
May 10 20:18:48.219370 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-aa435246-b465-44ea-9ee8-e6f9bb741bf9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0733151
May 10 20:18:48.266025 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77911d38-0fa2-4aa1-8c1a-e41cd976796e req-a6619724-f1b5-4465-a12c-daedfbf9528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:48.267489 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-77911d38-0fa2-4aa1-8c1a-e41cd976796e req-a6619724-f1b5-4465-a12c-daedfbf9528c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0640683
May 10 20:18:48.328052 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-9cf1caf3-9939-4a2d-9cd2-951bc520ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:48.329546 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-9cf1caf3-9939-4a2d-9cd2-951bc520ae11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363b7f4ebfc540849fc35eb1473da96b&device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 1099 time: 0.0715778
May 10 20:18:48.348441 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77911d38-0fa2-4aa1-8c1a-e41cd976796e req-60d6aa89-4721-495d-854a-f3f07a5e2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:48.349916 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-77911d38-0fa2-4aa1-8c1a-e41cd976796e req-60d6aa89-4721-495d-854a-f3f07a5e2a5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730062
May 10 20:18:48.488202 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-c011ee19-37bb-4eab-9cd9-c79466f08e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:48.489747 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-c011ee19-37bb-4eab-9cd9-c79466f08e68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f HTTP/1.1" status: 200  len: 909 time: 0.1278310
May 10 20:18:48.494458 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-77911d38-0fa2-4aa1-8c1a-e41cd976796e req-0130ad20-72b8-4d77-aeb5-47a3a96748e9 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325610
May 10 20:18:48.602885 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-5b2ac277-2f2c-4326-bd6d-aab611609fa7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=409f555e-d138-4455-81d1-b3c3da411893 HTTP/1.1" status: 200  len: 1002 time: 0.1006925
May 10 20:18:48.668844 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-d7fa6f04-5cb1-4306-87f3-0fa47ee1ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:48.670279 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-d7fa6f04-5cb1-4306-87f3-0fa47ee1ce53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714a7ed6-df1e-4316-a7bf-da7142a0fe87 HTTP/1.1" status: 200  len: 847 time: 0.0591221
May 10 20:18:48.724328 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-77911d38-0fa2-4aa1-8c1a-e41cd976796e req-17c882dd-5195-4e09-ad42-3a9bb7134884 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2216556
May 10 20:18:48.747204 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-5998c654-29de-4a78-984c-ada535e2231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:48.748612 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-5998c654-29de-4a78-984c-ada535e2231b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719681
May 10 20:18:49.000187 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-9a08c03c-bc02-4e88-9f35-0a64b8ca1672 service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2359467
May 10 20:18:49.183120 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d67b2f28-f5b1-473e-bf1a-c57661283cd5 req-f710eb7a-b6fd-4151-a3a3-5dd02f402276 service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1764047
May 10 20:18:49.199667 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73773158-a0f3-46f5-859e-a50867307a8d req-61049662-5532-472b-9ba2-75079cba09d9 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:49.201257 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-73773158-a0f3-46f5-859e-a50867307a8d req-61049662-5532-472b-9ba2-75079cba09d9 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 943 time: 0.1283550
May 10 20:18:49.251223 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-73773158-a0f3-46f5-859e-a50867307a8d req-16a187c1-bcd7-44fc-b1dd-a45c8a6f0b9f tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434797
May 10 20:18:50.437608 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79733f52-676a-4d8a-82e6-7a15aac906ab req-b8305901-e9dc-4835-bc33-0a889387f085 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:50.439050 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-79733f52-676a-4d8a-82e6-7a15aac906ab req-b8305901-e9dc-4835-bc33-0a889387f085 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 943 time: 0.0810351
May 10 20:18:50.483091 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-79733f52-676a-4d8a-82e6-7a15aac906ab req-1f714697-2a74-4ca5-960f-302703394b55 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382800
May 10 20:18:51.667874 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6ec45-4a0d-4be8-ae44-7f0883ca840d req-e4a2eb67-a650-41be-8a73-be60ffa0605d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:51.669354 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8aa6ec45-4a0d-4be8-ae44-7f0883ca840d req-e4a2eb67-a650-41be-8a73-be60ffa0605d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 943 time: 0.0824902
May 10 20:18:51.713324 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8aa6ec45-4a0d-4be8-ae44-7f0883ca840d req-039ff7de-0ab9-4b3b-9109-557b1aca3b12 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377469
May 10 20:18:52.898075 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7ee3a-23be-4b3b-b0fd-b22588463c97 req-3f20a363-6713-4c76-97b7-1f0fc5d9c9e8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:52.899547 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-63a7ee3a-23be-4b3b-b0fd-b22588463c97 req-3f20a363-6713-4c76-97b7-1f0fc5d9c9e8 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 943 time: 0.0801620
May 10 20:18:52.943668 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-63a7ee3a-23be-4b3b-b0fd-b22588463c97 req-89b76dbb-e2fe-4e95-a039-b556274d2c77 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376480
May 10 20:18:54.131649 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cc7a0-b1b9-437d-a11f-fa0d52ed5cbc req-25a963bf-4550-4392-946d-369d0734ae44 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:54.133114 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-378cc7a0-b1b9-437d-a11f-fa0d52ed5cbc req-25a963bf-4550-4392-946d-369d0734ae44 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 943 time: 0.0824525
May 10 20:18:54.178039 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-378cc7a0-b1b9-437d-a11f-fa0d52ed5cbc req-44efae75-0fc7-4994-989c-1a72a5c79226 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391746
May 10 20:18:54.833935 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device b9750bb1-c9f8-4d11-b09d-52126d4b3009 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:18:55.010769 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port b9750bb1-c9f8-4d11-b09d-52126d4b3009, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b9750bb1-c9f8-4d11-b09d-52126d4b3009,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:18:55.023526 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'port_id': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009', 'mac_address': 'fa:16:3e:36:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:18:55.079459 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:55.095563 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9750bb1-c9f8-4d11-b09d-52126d4b3009 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:18:55.110869 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port b9750bb1-c9f8-4d11-b09d-52126d4b3009, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b9750bb1-c9f8-4d11-b09d-52126d4b3009,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:18:55.114801 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:55.116573 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5a876909-cee6-402d-b02c-2b2ad9d3fdda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:18:55.181141 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=b9750bb1-c9f8-4d11-b09d-52126d4b3009,revision_number=4']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:18:55.188943 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.189289 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.189623 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.189954 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.190280 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.190602 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.190921 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.191239 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.191586 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.191903 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.192217 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.192528 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:18:55.196416 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:18:55.363434 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05bb5b-bb36-4a5b-a838-e1ec88429b93 req-53b46668-9348-4079-8a29-006d79e7157e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:55.364801 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-eb05bb5b-bb36-4a5b-a838-e1ec88429b93 req-53b46668-9348-4079-8a29-006d79e7157e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 944 time: 0.0843570
May 10 20:18:55.410097 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-eb05bb5b-bb36-4a5b-a838-e1ec88429b93 req-08f366ba-e873-46a2-b9cc-9924615890ff tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388234
May 10 20:18:55.412558 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['b9750bb1-c9f8-4d11-b09d-52126d4b3009'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:18:56.605524 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084374-bb97-4821-80e6-7080810c01e0 req-946f98ab-6024-4204-b2c7-de26fc35820c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:56.606959 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a7084374-bb97-4821-80e6-7080810c01e0 req-946f98ab-6024-4204-b2c7-de26fc35820c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 944 time: 0.0816417
May 10 20:18:56.650231 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a7084374-bb97-4821-80e6-7080810c01e0 req-b4ea684b-b19e-4383-8fe6-102de3d6cc5c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375323
May 10 20:18:56.870776 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device b9750bb1-c9f8-4d11-b09d-52126d4b3009 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:18:56.937723 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning for port b9750bb1-c9f8-4d11-b09d-52126d4b3009 completed by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:18:56.942180 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port b9750bb1-c9f8-4d11-b09d-52126d4b3009 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:18:56.942571 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:57.004422 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-fe8975f4-4617-4f20-aabe-3ec631509f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:57.071217 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:57.098483 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d477116-b955-45f3-89d0-51d1ad792443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:18:57.108070 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port b9750bb1-c9f8-4d11-b09d-52126d4b3009, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b9750bb1-c9f8-4d11-b09d-52126d4b3009,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:18:57.112160 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:57.114118 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:18:57.149019 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d477116-b955-45f3-89d0-51d1ad792443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009', 'code': 200}
May 10 20:18:57.179261 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=b9750bb1-c9f8-4d11-b09d-52126d4b3009,revision_number=5']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:18:57.182853 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:18:57.462979 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513d4cf-2931-4c87-a71b-9c13c0b83501 req-504741ec-be24-4246-b9ec-5ed0a551ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:57.464578 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d513d4cf-2931-4c87-a71b-9c13c0b83501 req-504741ec-be24-4246-b9ec-5ed0a551ad44 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 1098 time: 0.0762606
May 10 20:18:57.506874 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d513d4cf-2931-4c87-a71b-9c13c0b83501 req-471239d5-e3e0-4c1b-b483-30948cf62be9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344434
May 10 20:18:57.832722 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a060e2-5d8e-40ce-a4f9-b7fa342224d1 req-0edce1d0-f9a1-42ac-a7e9-0cc62fb47fa2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:57.834068 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a5a060e2-5d8e-40ce-a4f9-b7fa342224d1 req-0edce1d0-f9a1-42ac-a7e9-0cc62fb47fa2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 945 time: 0.0776436
May 10 20:18:57.880030 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-a5a060e2-5d8e-40ce-a4f9-b7fa342224d1 req-c78ed0cf-6a7c-41a9-a886-979f063e0bed tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390623
May 10 20:18:59.220793 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27754af-29e3-4239-91f9-11a896bc1b20 req-eecb0843-bf27-483d-81e3-ccb2f97023ef tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:59.222019 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e27754af-29e3-4239-91f9-11a896bc1b20 req-eecb0843-bf27-483d-81e3-ccb2f97023ef tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 945 time: 0.0820878
May 10 20:18:59.266120 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e27754af-29e3-4239-91f9-11a896bc1b20 req-73a419a1-576a-45a3-bb15-ae8a041d2e89 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384874
May 10 20:18:59.419752 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e510180f-b910-4fb2-9cd9-f2232f02e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:59.454858 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8fbca-6924-45b9-b561-82a7f63b8f78 req-57fb91eb-1033-4ef8-9fd6-43fa83241c46 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:59.456369 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-18d8fbca-6924-45b9-b561-82a7f63b8f78 req-57fb91eb-1033-4ef8-9fd6-43fa83241c46 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 945 time: 0.0837793
May 10 20:18:59.502106 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-18d8fbca-6924-45b9-b561-82a7f63b8f78 req-150e4025-879e-4c44-b525-80139076ba78 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392113
May 10 20:18:59.524672 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40326) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:18:59.536671 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:59.602166 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da076d1e-0c26-4c02-97bf-a55825704b29 tempest-TestVolumeBootPattern-1096249356 tempest-TestVolumeBootPattern-1096249356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:18:59.604050 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-da076d1e-0c26-4c02-97bf-a55825704b29 tempest-TestVolumeBootPattern-1096249356 tempest-TestVolumeBootPattern-1096249356-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 1093 time: 0.0775356
May 10 20:18:59.606610 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40330) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:18:59.611694 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.v2.base [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Request body: {'floatingip': {'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'port_id': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:18:59.617571 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:18:59.621499 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Usage tracker for resource:floatingip and tenant:05dc3cf68f0d4f85a170d2ff94117265 is out of sync, need to count used quota {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:18:59.624472 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.quota.resource [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:18:59.630074 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.quota.driver [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:18:59.648682 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:59.790134 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:59.928323 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_common [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Allocated IP 172.27.0.119 (66463a67-383e-46fc-b836-a04601c3d476/0d3d382b-1f4c-43f2-b560-116d77d77095/1558e301-52d6-4803-8cb4-6f661df915d3) {{(pid=78748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:19:00.074506 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for port, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:00.104729 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735130017540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:00.109121 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:19:00.166538 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Network 66463a67-383e-46fc-b836-a04601c3d476 is already hosted by enough agents. {{(pid=78748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:19:00.169207 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.base_scheduler [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Resources bound (agent type, host, resource id):  {{(pid=78748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:19:00.172864 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Received port after_create {{(pid=78748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:19:00.216858 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'Port': ['ID=1558e301-52d6-4803-8cb4-6f661df915d3,revision_number=1']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:19:00.220826 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:19:00.580857 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:00.659949 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:00.777994 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:00.871168 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for port, precommit_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:00.876596 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6975510'] for port, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:00.880632 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a574b3cd-706d-409d-8234-cf7e9e67a6f7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:19:00.985090 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event updated for resources: {'Port': ['ID=1558e301-52d6-4803-8cb4-6f661df915d3,revision_number=2']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:19:00.989026 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:19:01.001987 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782960'] for floatingip, after_update {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:01.270342 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.l3_db [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Floating IP 952d8b32-2bf4-435a-acdb-1e5e06bd17c5 associated. External IP: 172.27.0.119, port: b9750bb1-c9f8-4d11-b09d-52126d4b3009.
May 10 20:19:01.618726 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Router 8a89cade-713f-4a6c-b829-d5c7c5eee82f has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:19:01.794143 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:19:01.804570 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59bb312-c89f-443d-8c85-cc4ba29b44be None None] Sync routers for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:19:01.814974 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59bb312-c89f-443d-8c85-cc4ba29b44be None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:19:01.815667 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-e59bb312-c89f-443d-8c85-cc4ba29b44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf334700>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:18:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:19:01.819529 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:01.878721 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2709258
May 10 20:19:01.879213 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d477116-b955-45f3-89d0-51d1ad792443', 'tag': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:19:01.933381 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d477116-b955-45f3-89d0-51d1ad792443', 'tag': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009', 'status': 'completed', 'code': 200}
May 10 20:19:02.002273 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-e59bb312-c89f-443d-8c85-cc4ba29b44be None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:19:02.044978 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1527bbe-598e-4f53-8046-94abe2af46bc req-b1c1c75a-c6d6-497c-a865-2793d0f3aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:02.046437 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1527bbe-598e-4f53-8046-94abe2af46bc req-b1c1c75a-c6d6-497c-a865-2793d0f3aa41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 1098 time: 0.0712047
May 10 20:19:02.180668 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1527bbe-598e-4f53-8046-94abe2af46bc req-7408f5e9-1680-4d20-a8f4-166ddb15ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:02.182255 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1527bbe-598e-4f53-8046-94abe2af46bc req-7408f5e9-1680-4d20-a8f4-166ddb15ab47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 912 time: 0.1293428
May 10 20:19:02.268213 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:02.293660 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1527bbe-598e-4f53-8046-94abe2af46bc req-49b26e52-e04f-4028-88a2-d396a23c351a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9750bb1-c9f8-4d11-b09d-52126d4b3009 HTTP/1.1" status: 200  len: 999 time: 0.1051924
May 10 20:19:02.355727 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1527bbe-598e-4f53-8046-94abe2af46bc req-b69e9f40-1457-4cfb-b775-95483470ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:02.357034 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1527bbe-598e-4f53-8046-94abe2af46bc req-b69e9f40-1457-4cfb-b775-95483470ac37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0571082
May 10 20:19:02.369678 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-e59bb312-c89f-443d-8c85-cc4ba29b44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf334700>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '2a277e97-f49d-4080-8e4f-19e5fc983e41', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:6f:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:04Z', 'updated_at': '2021-05-10T20:17:07Z', 'revision_number': 1, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}, {'id': '952d8b32-2bf4-435a-acdb-1e5e06bd17c5', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:36:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d477116-b955-45f3-89d0-51d1ad792443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:19:00Z', 'updated_at': '2021-05-10T20:19:00Z', 'revision_number': 0, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:19:02.373812 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59bb312-c89f-443d-8c85-cc4ba29b44be None None] Checking router: 8a89cade-713f-4a6c-b829-d5c7c5eee82f for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:19:02.382434 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59bb312-c89f-443d-8c85-cc4ba29b44be None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:19:02.383060 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-e59bb312-c89f-443d-8c85-cc4ba29b44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf334700>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:18:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:19:02.534465 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1527bbe-598e-4f53-8046-94abe2af46bc req-7d06e7ac-16a4-4c5e-b844-257b31134943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:02.535873 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1527bbe-598e-4f53-8046-94abe2af46bc req-7d06e7ac-16a4-4c5e-b844-257b31134943 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1723630
May 10 20:19:02.606593 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-e59bb312-c89f-443d-8c85-cc4ba29b44be None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:19:02.673756 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1527bbe-598e-4f53-8046-94abe2af46bc req-592e47bb-91f9-47a9-83f7-cd45eb634180 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302948
May 10 20:19:02.809947 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1527bbe-598e-4f53-8046-94abe2af46bc req-754559bd-f8ff-42be-b12e-e47b0df4fc76 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293669
May 10 20:19:02.954939 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-e59bb312-c89f-443d-8c85-cc4ba29b44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf334700>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '2a277e97-f49d-4080-8e4f-19e5fc983e41', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:6f:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:04Z', 'updated_at': '2021-05-10T20:17:07Z', 'revision_number': 1, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}, {'id': '952d8b32-2bf4-435a-acdb-1e5e06bd17c5', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:36:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d477116-b955-45f3-89d0-51d1ad792443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:19:00Z', 'updated_at': '2021-05-10T20:19:00Z', 'revision_number': 0, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:19:02.958940 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59bb312-c89f-443d-8c85-cc4ba29b44be None None] The sync data for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi is: [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '2a277e97-f49d-4080-8e4f-19e5fc983e41', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:6f:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:04Z', 'updated_at': '2021-05-10T20:17:07Z', 'revision_number': 1, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}, {'id': '952d8b32-2bf4-435a-acdb-1e5e06bd17c5', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:36:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d477116-b955-45f3-89d0-51d1ad792443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:19:00Z', 'updated_at': '2021-05-10T20:19:00Z', 'revision_number': 0, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:19:03.128554 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9502fd42-9e3a-4ed1-a4f8-9af74a7ed52f None None] New status for floating IP 952d8b32-2bf4-435a-acdb-1e5e06bd17c5: ACTIVE {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:19:09.085448 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:10.051976 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:19:26.988910 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e290ab40-654c-46e7-8fe8-fd69dbd2a6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:29.421999 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-22b45426-aae6-4a63-acfc-57d1c9a4a14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:29.529449 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:30.786513 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:31.000593 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e027-5ac2-48eb-b2b7-8017a4d62e66 req-ea4c4b02-6439-43ac-89e7-1fabc61ed822 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:31.001969 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ab94e027-5ac2-48eb-b2b7-8017a4d62e66 req-ea4c4b02-6439-43ac-89e7-1fabc61ed822 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.1490643
May 10 20:19:31.049865 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ab94e027-5ac2-48eb-b2b7-8017a4d62e66 req-ab4c0701-b5c2-4df8-8699-5915f3714e7a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422757
May 10 20:19:32.253654 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:32.301978 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abe078-9902-4548-b848-c4b7b3d12fd1 req-352229d7-00ff-4305-9615-db8160c6a29d tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:32.303484 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-59abe078-9902-4548-b848-c4b7b3d12fd1 req-352229d7-00ff-4305-9615-db8160c6a29d tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.1303830
May 10 20:19:32.348827 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-59abe078-9902-4548-b848-c4b7b3d12fd1 req-739add90-25ad-4f87-809b-e38b6e3354d4 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388052
May 10 20:19:33.535615 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49594f7-7f89-4d83-82b5-6566444fc939 req-ce75596e-d883-40aa-81b0-97fb66f14c48 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:33.537066 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e49594f7-7f89-4d83-82b5-6566444fc939 req-ce75596e-d883-40aa-81b0-97fb66f14c48 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0832117
May 10 20:19:33.586716 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e49594f7-7f89-4d83-82b5-6566444fc939 req-b49fc559-0d51-4e2a-864b-6d87afeeaabb tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437016
May 10 20:19:34.772795 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a0533-b4da-45e8-b2a9-d047cd5ad193 req-0e035800-fd8a-4abd-9541-82a53529c6fe tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:34.774244 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f14a0533-b4da-45e8-b2a9-d047cd5ad193 req-0e035800-fd8a-4abd-9541-82a53529c6fe tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0810840
May 10 20:19:34.822212 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-f14a0533-b4da-45e8-b2a9-d047cd5ad193 req-4ef08169-1342-4229-9069-9fb0f5c07145 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415595
May 10 20:19:36.020343 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60e7ad-3cc4-4186-99df-a0ed5a3d196a req-85a65903-d117-47db-9199-3d499bec428e tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:36.021795 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8f60e7ad-3cc4-4186-99df-a0ed5a3d196a req-85a65903-d117-47db-9199-3d499bec428e tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0791013
May 10 20:19:36.069373 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-8f60e7ad-3cc4-4186-99df-a0ed5a3d196a req-7a018792-4b9c-4820-b2c1-d1e7d173ce5d tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419726
May 10 20:19:37.257654 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cae4a2-2ae0-4c9f-aaf1-121b63555ad9 req-97828e3d-877b-4c84-b292-6ff02c27ac3c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:37.259009 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-52cae4a2-2ae0-4c9f-aaf1-121b63555ad9 req-97828e3d-877b-4c84-b292-6ff02c27ac3c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0820775
May 10 20:19:37.302956 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-52cae4a2-2ae0-4c9f-aaf1-121b63555ad9 req-52980318-8ffd-4982-87cf-78c9f62729ce tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381291
May 10 20:19:38.485463 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b74fb7-0999-4354-a398-a6e6a10abcc4 req-98cc66cf-e3db-4235-aaa1-79c8818e8a83 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:38.486878 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c7b74fb7-0999-4354-a398-a6e6a10abcc4 req-98cc66cf-e3db-4235-aaa1-79c8818e8a83 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0801935
May 10 20:19:38.533859 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-c7b74fb7-0999-4354-a398-a6e6a10abcc4 req-8f21df50-2d59-4970-a696-aed536dad7b8 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413089
May 10 20:19:39.092455 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:39.715375 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8b47e-7fc6-4752-a1b4-46ef34811358 req-a4c67989-20b1-49de-b1a5-6b9401b0b7f9 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:39.716837 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e4d8b47e-7fc6-4752-a1b4-46ef34811358 req-a4c67989-20b1-49de-b1a5-6b9401b0b7f9 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0792117
May 10 20:19:39.761125 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e4d8b47e-7fc6-4752-a1b4-46ef34811358 req-b8575d0a-d8aa-42b1-b419-3b715b9d4fba tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381477
May 10 20:19:40.954234 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92987a-2e54-4091-ac77-f14eb6191951 req-30bee276-532c-4e94-9ca6-d9d566f391cb tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:40.955746 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ca92987a-2e54-4091-ac77-f14eb6191951 req-30bee276-532c-4e94-9ca6-d9d566f391cb tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0872800
May 10 20:19:41.007275 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ca92987a-2e54-4091-ac77-f14eb6191951 req-2e0bd754-f10c-40b0-a7a4-69e0f7718a8e tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455661
May 10 20:19:41.136361 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792206e-c763-4493-9e90-83c41a16e0c5 req-aac8029b-85fe-4ec7-b0fe-28638d01ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:41.138140 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1792206e-c763-4493-9e90-83c41a16e0c5 req-aac8029b-85fe-4ec7-b0fe-28638d01ab83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363b7f4ebfc540849fc35eb1473da96b&device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 1099 time: 0.0704770
May 10 20:19:41.270962 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792206e-c763-4493-9e90-83c41a16e0c5 req-85f1fe83-83c0-441b-b072-f909dbb57593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:41.272435 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1792206e-c763-4493-9e90-83c41a16e0c5 req-85f1fe83-83c0-441b-b072-f909dbb57593 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f HTTP/1.1" status: 200  len: 909 time: 0.1274822
May 10 20:19:41.380827 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1792206e-c763-4493-9e90-83c41a16e0c5 req-2371dbd0-e9a1-412e-bb14-cb17a7facc24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=409f555e-d138-4455-81d1-b3c3da411893 HTTP/1.1" status: 200  len: 1002 time: 0.0994234
May 10 20:19:41.448744 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792206e-c763-4493-9e90-83c41a16e0c5 req-300c02f3-5992-454b-8dbc-0057359db582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:41.450214 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1792206e-c763-4493-9e90-83c41a16e0c5 req-300c02f3-5992-454b-8dbc-0057359db582 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714a7ed6-df1e-4316-a7bf-da7142a0fe87 HTTP/1.1" status: 200  len: 847 time: 0.0600274
May 10 20:19:41.524186 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792206e-c763-4493-9e90-83c41a16e0c5 req-65c16982-05fa-4958-89ea-db997514908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:41.525683 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1792206e-c763-4493-9e90-83c41a16e0c5 req-65c16982-05fa-4958-89ea-db997514908f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688229
May 10 20:19:41.658885 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1792206e-c763-4493-9e90-83c41a16e0c5 req-5c4e125a-ddec-4dda-aa1b-747cd47f8394 service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250103
May 10 20:19:41.891957 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-1792206e-c763-4493-9e90-83c41a16e0c5 req-aa82074d-1163-4d1b-aafb-61b4cbec05e1 service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2260764
May 10 20:19:42.196258 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea890-1b6f-461b-836d-6ba76a20eb63 req-cf091e8b-3182-4a9d-96a8-a995dcf9032f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:42.197893 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-307ea890-1b6f-461b-836d-6ba76a20eb63 req-cf091e8b-3182-4a9d-96a8-a995dcf9032f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0846145
May 10 20:19:42.242695 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-307ea890-1b6f-461b-836d-6ba76a20eb63 req-502a14b7-71a4-4892-b84b-f60e101cac91 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390782
May 10 20:19:43.430073 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fa23a-9205-409b-bda2-b805e366d88e req-220f47f5-8ed7-4f9c-8fa1-8762fbfe3f30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:43.431558 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e84fa23a-9205-409b-bda2-b805e366d88e req-220f47f5-8ed7-4f9c-8fa1-8762fbfe3f30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0805862
May 10 20:19:43.479692 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e84fa23a-9205-409b-bda2-b805e366d88e req-5675e10b-f96c-45d2-b24d-0084ebdb2c19 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424523
May 10 20:19:44.671686 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1513a24-9ff1-4f5c-9e60-b0ce79b6dc83 req-3457cd79-e2bf-42b1-aa5c-030670e89202 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:44.673675 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d1513a24-9ff1-4f5c-9e60-b0ce79b6dc83 req-3457cd79-e2bf-42b1-aa5c-030670e89202 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0808907
May 10 20:19:44.718165 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d1513a24-9ff1-4f5c-9e60-b0ce79b6dc83 req-78713acf-aade-4a60-bd3e-63c7063a87d0 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385478
May 10 20:19:45.071162 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-46c052ea-f68f-4d23-be1e-f00d3942ab81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1289046
May 10 20:19:45.243685 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035c25-89c3-4535-a3d3-cd3ca819ee03 req-a67baf60-8019-48aa-bac9-6e01fc2c182f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:45.244897 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24035c25-89c3-4535-a3d3-cd3ca819ee03 req-a67baf60-8019-48aa-bac9-6e01fc2c182f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0844159
May 10 20:19:45.294414 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-24035c25-89c3-4535-a3d3-cd3ca819ee03 req-dcd09b2f-9c55-430b-8fa2-118a692b21e1 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426738
May 10 20:19:46.533823 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e6279-5e1a-4425-94d1-26255ac1259b req-7395afdf-8851-4322-96d6-b5a5fcb6566b tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:46.535297 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d06e6279-5e1a-4425-94d1-26255ac1259b req-7395afdf-8851-4322-96d6-b5a5fcb6566b tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0843310
May 10 20:19:46.583283 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d06e6279-5e1a-4425-94d1-26255ac1259b req-3e846f2c-50ac-472d-a8ae-8fb06727f68a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422513
May 10 20:19:46.963045 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-3157404c-83e7-47b7-8b75-3f785e2b47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:46.964574 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-3157404c-83e7-47b7-8b75-3f785e2b47b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be&tenant_id=363b7f4ebfc540849fc35eb1473da96b HTTP/1.1" status: 200  len: 1099 time: 0.0744388
May 10 20:19:47.050517 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:19:47.070204 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-18f6c699-6a79-4591-825e-37f4a8261911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:47.071676 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-18f6c699-6a79-4591-825e-37f4a8261911 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363b7f4ebfc540849fc35eb1473da96b&device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 1099 time: 0.0722923
May 10 20:19:47.210987 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-e739bfaf-1488-40df-a7e3-47a5c3b40481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:47.212378 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-e739bfaf-1488-40df-a7e3-47a5c3b40481 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f HTTP/1.1" status: 200  len: 909 time: 0.1248090
May 10 20:19:47.314343 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-835f617b-dd35-475d-8ffb-8e23a849340a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=409f555e-d138-4455-81d1-b3c3da411893 HTTP/1.1" status: 200  len: 1002 time: 0.0947745
May 10 20:19:47.379082 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-abe305b9-46b9-4794-ac13-201560769b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:47.380521 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-abe305b9-46b9-4794-ac13-201560769b25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714a7ed6-df1e-4316-a7bf-da7142a0fe87 HTTP/1.1" status: 200  len: 847 time: 0.0596220
May 10 20:19:47.455732 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-05684d61-a822-42b4-adbf-9fdf1d6996dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:47.457181 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-05684d61-a822-42b4-adbf-9fdf1d6996dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697067
May 10 20:19:47.588205 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-c31fafef-9add-4f8d-bb87-eede9951c9ba service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232014
May 10 20:19:47.765624 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e1a0928f-d0cd-40f6-8f41-9e0fb2a20bc0 req-11892c95-2e7c-4232-ba53-fba5020a884f service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1699295
May 10 20:19:47.797538 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7128c-e1f4-4580-8515-8ff70fe46801 req-a745a2ef-c05b-4aff-96b5-f40a371c6c6f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:47.799010 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-60e7128c-e1f4-4580-8515-8ff70fe46801 req-a745a2ef-c05b-4aff-96b5-f40a371c6c6f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.1111386
May 10 20:19:47.846866 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-60e7128c-e1f4-4580-8515-8ff70fe46801 req-a8308c29-8402-416f-b9cf-64fa35e42459 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420547
May 10 20:19:49.033130 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129604d-074f-4e5d-b4f6-0cd0f8f8e35c req-aef56684-e31d-4270-b0a9-77a42d0e1ea6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:49.034616 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7129604d-074f-4e5d-b4f6-0cd0f8f8e35c req-aef56684-e31d-4270-b0a9-77a42d0e1ea6 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0795181
May 10 20:19:49.081079 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-7129604d-074f-4e5d-b4f6-0cd0f8f8e35c req-81fda39b-9a28-40dc-96f1-0124796a63bd tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408492
May 10 20:19:49.094920 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 409f555e-d138-4455-81d1-b3c3da411893 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:19:49.153554 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-71e88299-9f79-401c-8041-9d2ddc518c32 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757632
May 10 20:19:49.209369 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:49.237873 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409f555e-d138-4455-81d1-b3c3da411893'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:19:49.247753 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 409f555e-d138-4455-81d1-b3c3da411893, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=409f555e-d138-4455-81d1-b3c3da411893,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:19:49.252709 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:49.254566 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:19:49.291582 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409f555e-d138-4455-81d1-b3c3da411893', 'code': 200}
May 10 20:19:49.325350 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=409f555e-d138-4455-81d1-b3c3da411893,revision_number=6']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:19:49.329007 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:19:49.418891 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-4132923a-402e-4d11-b368-90a62a96b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:49.420306 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-4132923a-402e-4d11-b368-90a62a96b386 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 1098 time: 0.1771336
May 10 20:19:49.562402 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-9ebbbe7d-5a62-494d-968f-e29d157e1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:49.563886 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-9ebbbe7d-5a62-494d-968f-e29d157e1bf0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 912 time: 0.1239123
May 10 20:19:49.668136 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-9ee06b9d-6774-4ac7-a38a-f9d8d25e7a58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 HTTP/1.1" status: 200  len: 1001 time: 0.0967534
May 10 20:19:49.730245 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-baac0326-fd29-4c2e-88fd-cb5c491b27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:49.731574 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-baac0326-fd29-4c2e-88fd-cb5c491b27c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0564556
May 10 20:19:49.807167 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-25fbd41c-23a6-4981-b6c9-9bd29d31600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:49.808648 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-25fbd41c-23a6-4981-b6c9-9bd29d31600a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707171
May 10 20:19:49.940793 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-8bd79973-a1fa-4c51-aafc-bb7742e56e45 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234593
May 10 20:19:50.071099 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ba4d5fb3-abdb-43cd-9f7d-6487b15c346d req-88e81955-bd1d-4e23-904d-570b4bab0536 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234758
May 10 20:19:50.263926 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a99a7-b8c1-4427-824b-77f1648d04e9 req-5c4d3323-6ca8-46e1-ab82-f5a1e4276b4e tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:50.265374 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d11a99a7-b8c1-4427-824b-77f1648d04e9 req-5c4d3323-6ca8-46e1-ab82-f5a1e4276b4e tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0810199
May 10 20:19:50.314061 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-d11a99a7-b8c1-4427-824b-77f1648d04e9 req-b92361c1-720a-4813-9a70-edd8cf989450 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430534
May 10 20:19:51.503699 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec443d9-6bcf-4810-a595-503053461ac4 req-9d6d6c71-aec6-43ef-ab6a-86f529949323 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:51.505137 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4ec443d9-6bcf-4810-a595-503053461ac4 req-9d6d6c71-aec6-43ef-ab6a-86f529949323 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0841508
May 10 20:19:51.548763 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4ec443d9-6bcf-4810-a595-503053461ac4 req-ccf6ad2b-4afa-4207-9519-5dc10b15028a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379679
May 10 20:19:52.736549 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893a711-e572-4c1e-9313-e93148c9b2c4 req-ed80fc82-7179-4de2-ac2d-b85941ffd729 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:52.737998 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9893a711-e572-4c1e-9313-e93148c9b2c4 req-ed80fc82-7179-4de2-ac2d-b85941ffd729 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0857575
May 10 20:19:52.783062 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-9893a711-e572-4c1e-9313-e93148c9b2c4 req-4dda0017-2566-4625-8a8d-1b3056f8489f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394645
May 10 20:19:53.970805 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faddbe-0de9-42bc-82fc-de716c1ddc82 req-e83a626c-21fb-450e-9ba6-089e8ddc8439 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:53.972310 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e4faddbe-0de9-42bc-82fc-de716c1ddc82 req-e83a626c-21fb-450e-9ba6-089e8ddc8439 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0845773
May 10 20:19:54.020756 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e4faddbe-0de9-42bc-82fc-de716c1ddc82 req-3e702531-0c6d-46d4-9c6a-ac744edaabcb tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426159
May 10 20:19:54.137787 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9000a2-7f8c-41cb-924e-3ee96546854e req-c466b5c0-1b2e-4ffe-a309-36e87f30fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:54.139226 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4c9000a2-7f8c-41cb-924e-3ee96546854e req-c466b5c0-1b2e-4ffe-a309-36e87f30fc28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 1097 time: 0.0721335
May 10 20:19:54.179001 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4c9000a2-7f8c-41cb-924e-3ee96546854e req-5a8c59c6-43a8-4a1f-adf1-1ed8a260e450 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337784
May 10 20:19:55.114602 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 409f555e-d138-4455-81d1-b3c3da411893 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:19:55.209248 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705d77e-591e-44df-8bb7-32920d2c811f req-609de82f-6424-4627-a4bc-841e7d5454c9 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:55.210671 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4705d77e-591e-44df-8bb7-32920d2c811f req-609de82f-6424-4627-a4bc-841e7d5454c9 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 944 time: 0.0803900
May 10 20:19:55.253584 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 409f555e-d138-4455-81d1-b3c3da411893, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=409f555e-d138-4455-81d1-b3c3da411893,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:19:55.263241 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-4705d77e-591e-44df-8bb7-32920d2c811f req-2eba1359-d2dc-45af-9ae0-bababbd1ccff tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464683
May 10 20:19:55.269057 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Returning: {'device': '409f555e-d138-4455-81d1-b3c3da411893', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'port_id': '409f555e-d138-4455-81d1-b3c3da411893', 'mac_address': 'fa:16:3e:5f:2a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 979, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:19:55.342754 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:55.409967 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409f555e-d138-4455-81d1-b3c3da411893 {{(pid=78749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:19:55.492867 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 409f555e-d138-4455-81d1-b3c3da411893, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=409f555e-d138-4455-81d1-b3c3da411893,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:19:55.496691 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:55.499264 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:19:55.575191 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=409f555e-d138-4455-81d1-b3c3da411893,revision_number=7']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:19:55.583726 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.584069 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.584405 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.584738 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.585058 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.585378 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.585703 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.586278 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.586593 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.586908 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.587221 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.587558 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:19:55.598503 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:19:55.829343 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] get_ports_and_sgs() called for port_ids ['409f555e-d138-4455-81d1-b3c3da411893'] {{(pid=78749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:19:56.449166 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da211a-7315-478b-ad86-c07791d274f8 req-659236ac-9639-4230-8ed4-d2fd732a3bee tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:19:56.450534 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-52da211a-7315-478b-ad86-c07791d274f8 req-659236ac-9639-4230-8ed4-d2fd732a3bee tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 945 time: 0.0811040
May 10 20:19:56.495810 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-52da211a-7315-478b-ad86-c07791d274f8 req-27f57eca-a57f-4bbf-a2ae-4674c8e237b7 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392406
May 10 20:19:56.983987 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-758ad9e8-77c3-4607-9c28-eb6d5b43c86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:57.126996 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 409f555e-d138-4455-81d1-b3c3da411893 up at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:19:57.194526 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.provisioning_blocks [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Provisioning complete for port 409f555e-d138-4455-81d1-b3c3da411893 triggered by entity L2. {{(pid=78749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:19:57.194812 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483595'] for port, provisioning_complete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:57.346761 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929180'] for port, before_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:57.373533 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409f555e-d138-4455-81d1-b3c3da411893'}] {{(pid=78749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:19:57.384151 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] For port 409f555e-d138-4455-81d1-b3c3da411893, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=409f555e-d138-4455-81d1-b3c3da411893,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:19:57.388783 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735130455143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735130017558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735130017603'] for port, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:57.390659 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-2fd08a08-2563-4705-b487-1248f7b4ca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:19:57.421102 dv-cinder-788365-3-iscsi neutron-server[78749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409f555e-d138-4455-81d1-b3c3da411893', 'code': 200}
May 10 20:19:57.465793 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Pushing event updated for resources: {'Port': ['ID=409f555e-d138-4455-81d1-b3c3da411893,revision_number=8']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:19:57.468740 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:19:59.423472 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-b1da09fd-959a-42f1-aba8-db89ac460eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:59.532957 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:00.787053 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:02.256996 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:09.097529 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:12.503325 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [req-c8728a45-11f6-48fd-9b87-59c77ba1f4c8 req-262329e2-a5c8-4c32-aada-f06b3e110fd8 service neutron] (78747) timed out ('10.222.0.23', 53157) {{(pid=78747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 20:20:12.758406 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [req-3f92404e-56a7-478c-b1fb-e60db6875366 req-8df94980-ac97-475b-8e02-bce38d844993 service neutron] (78747) timed out ('10.222.0.23', 53165) {{(pid=78747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 20:20:13.615077 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [req-09585c7c-1ddc-4732-9e68-12f2a702cdfa req-a6b5ab2c-6a40-4349-b895-887937df6aa1 service neutron] (78748) timed out ('10.222.0.23', 53188) {{(pid=78748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 20:20:24.049244 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:20:26.986598 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-1b4f44e0-86df-434c-ab6b-6d430ab1f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:29.424217 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-16120624-9c29-4625-8d6a-8f5d2e0e817a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:29.535750 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:30.727750 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40436) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:30.790596 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:30.999083 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Deleting port 1558e301-52d6-4803-8cb4-6f661df915d3 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:30.999372 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:31.116759 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:31.117078 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:31.342928 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Calling delete_port for 1558e301-52d6-4803-8cb4-6f661df915d3 owned by network:floatingip {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:31.465818 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:31.469491 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-dca7d82d-4588-47db-abab-a8e06eeeed42 tempest-VolumesActionsTest-1698806538 tempest-VolumesActionsTest-1698806538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:31.514828 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event deleted for resources: {'Port': ['ID=1558e301-52d6-4803-8cb4-6f661df915d3,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:31.551305 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.551708 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.552187 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.552728 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.552895 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.553256 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.553616 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.553971 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.554328 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.554680 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.555031 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.555405 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:31.562465 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:31.616178 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:31.616413 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.l3_db [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Floating IP 952d8b32-2bf4-435a-acdb-1e5e06bd17c5 disassociated (deleted). External IP: 172.27.0.119, port: b9750bb1-c9f8-4d11-b09d-52126d4b3009.
May 10 20:20:31.965231 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Router 8a89cade-713f-4a6c-b829-d5c7c5eee82f has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:20:32.138719 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:20:32.147874 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c0ca8-08d5-4638-847f-38def42137a0 None None] Sync routers for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:20:32.154992 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:32.156911 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c0ca8-08d5-4638-847f-38def42137a0 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:20:32.157536 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d86c0ca8-08d5-4638-847f-38def42137a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4ea77c0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:32.220493 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-e89ffeca-427f-472a-ab65-ba5f1f36611c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "DELETE /v2.0/floatingips/952d8b32-2bf4-435a-acdb-1e5e06bd17c5 HTTP/1.1" status: 204  len: 168 time: 1.4890907
May 10 20:20:32.220493 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d477116-b955-45f3-89d0-51d1ad792443', 'tag': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:20:32.320359 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:32.326455 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d477116-b955-45f3-89d0-51d1ad792443', 'tag': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009', 'status': 'completed', 'code': 200}
May 10 20:20:32.357789 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-d86c0ca8-08d5-4638-847f-38def42137a0 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:20:32.451250 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cabbf-b15b-4796-b355-118db6c58b86 req-cb1c204a-7a91-48b1-9d8c-8531c2013bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:32.452701 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-598cabbf-b15b-4796-b355-118db6c58b86 req-cb1c204a-7a91-48b1-9d8c-8531c2013bcc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 1098 time: 0.0819681
May 10 20:20:32.720229 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d86c0ca8-08d5-4638-847f-38def42137a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4ea77c0>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '2a277e97-f49d-4080-8e4f-19e5fc983e41', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:6f:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:04Z', 'updated_at': '2021-05-10T20:17:07Z', 'revision_number': 1, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:32.724000 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c0ca8-08d5-4638-847f-38def42137a0 None None] Checking router: 8a89cade-713f-4a6c-b829-d5c7c5eee82f for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:20:32.732636 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c0ca8-08d5-4638-847f-38def42137a0 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:20:32.733234 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d86c0ca8-08d5-4638-847f-38def42137a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce4ea77c0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:32.756486 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cabbf-b15b-4796-b355-118db6c58b86 req-38b3d29c-da48-4e85-a04e-971946249b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:32.757949 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-598cabbf-b15b-4796-b355-118db6c58b86 req-38b3d29c-da48-4e85-a04e-971946249b16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 912 time: 0.2825637
May 10 20:20:32.843300 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05fef-bdaf-4ee8-ac1b-5e93cb8551a2 req-ce4ee3be-1d86-4748-9e21-e0f9067ad418 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:32.844806 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3ea05fef-bdaf-4ee8-ac1b-5e93cb8551a2 req-ce4ee3be-1d86-4748-9e21-e0f9067ad418 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 945 time: 0.3027005
May 10 20:20:32.846222 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-598cabbf-b15b-4796-b355-118db6c58b86 req-cd07b05d-4cbc-4aa7-a7bf-59192bdb0fa1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9750bb1-c9f8-4d11-b09d-52126d4b3009 HTTP/1.1" status: 200  len: 217 time: 0.0802164
May 10 20:20:32.909364 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-d86c0ca8-08d5-4638-847f-38def42137a0 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:20:32.946062 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-3ea05fef-bdaf-4ee8-ac1b-5e93cb8551a2 req-d0889366-4e1f-432b-b414-f76e6600feda tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950704
May 10 20:20:32.949552 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cabbf-b15b-4796-b355-118db6c58b86 req-f35bec13-f0ad-4563-bdaf-4880b1b5a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:32.950957 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-598cabbf-b15b-4796-b355-118db6c58b86 req-f35bec13-f0ad-4563-bdaf-4880b1b5a61c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0846970
May 10 20:20:33.028877 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cabbf-b15b-4796-b355-118db6c58b86 req-d31f29ba-015e-4bd9-9ed5-d9d6cfe7bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:33.030259 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-598cabbf-b15b-4796-b355-118db6c58b86 req-d31f29ba-015e-4bd9-9ed5-d9d6cfe7bd29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727274
May 10 20:20:33.163677 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-598cabbf-b15b-4796-b355-118db6c58b86 req-a7e7cfd6-1833-412a-a199-4a77884c3669 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259904
May 10 20:20:33.254887 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-d86c0ca8-08d5-4638-847f-38def42137a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce4ea77c0>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '2a277e97-f49d-4080-8e4f-19e5fc983e41', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:6f:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:04Z', 'updated_at': '2021-05-10T20:17:07Z', 'revision_number': 1, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:33.259650 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c0ca8-08d5-4638-847f-38def42137a0 None None] The sync data for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi is: [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_floatingips': [{'id': '2a277e97-f49d-4080-8e4f-19e5fc983e41', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'router_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'port_id': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'mac_address': 'fa:16:3e:6f:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:17:04Z', 'updated_at': '2021-05-10T20:17:07Z', 'revision_number': 1, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:20:33.299835 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-598cabbf-b15b-4796-b355-118db6c58b86 req-c63290be-7b44-4216-80d5-3bdbf5251e87 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286621
May 10 20:20:33.477953 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f633bd35-03d1-4104-a6f4-c2ac44a8f2a7 None None] New status for floating IP 952d8b32-2bf4-435a-acdb-1e5e06bd17c5: DOWN {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:20:34.137544 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e5f7-1970-452f-8da5-d3b14bfd48bf req-d61b9ed3-6f03-488e-8eca-9389094f2959 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:34.139010 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5615e5f7-1970-452f-8da5-d3b14bfd48bf req-d61b9ed3-6f03-488e-8eca-9389094f2959 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 945 time: 0.0877948
May 10 20:20:34.229233 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-5615e5f7-1970-452f-8da5-d3b14bfd48bf req-57055cc8-3a5f-4cd8-bc1c-f3b8e68bd66d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0845158
May 10 20:20:34.261446 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0ac48-7063-4147-8286-0e5b16e346c0 req-3b1f62f3-6ba9-4653-8cde-affade24ceca tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:34.262870 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2ad0ac48-7063-4147-8286-0e5b16e346c0 req-3b1f62f3-6ba9-4653-8cde-affade24ceca tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 945 time: 0.1035197
May 10 20:20:34.402597 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-2ad0ac48-7063-4147-8286-0e5b16e346c0 req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Deleting port b9750bb1-c9f8-4d11-b09d-52126d4b3009 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:34.402946 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-2ad0ac48-7063-4147-8286-0e5b16e346c0 req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:34.538201 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-2ad0ac48-7063-4147-8286-0e5b16e346c0 req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] For port b9750bb1-c9f8-4d11-b09d-52126d4b3009, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b9750bb1-c9f8-4d11-b09d-52126d4b3009,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:20:34.538474 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-2ad0ac48-7063-4147-8286-0e5b16e346c0 req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:34.663990 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-2ad0ac48-7063-4147-8286-0e5b16e346c0 req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Calling delete_port for b9750bb1-c9f8-4d11-b09d-52126d4b3009 owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:34.777339 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-2ad0ac48-7063-4147-8286-0e5b16e346c0 req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:34.782947 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-852d8fa8-a30f-4c56-8f60-8f70c82090c6 tempest-AttachVolumeTestJSON-1882928723 tempest-AttachVolumeTestJSON-1882928723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:34.828647 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event deleted for resources: {'Port': ['ID=b9750bb1-c9f8-4d11-b09d-52126d4b3009,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:34.869075 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.869453 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.869822 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.870189 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.870549 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.870901 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.871257 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.871640 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.871994 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.872343 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.872694 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.873040 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:34.881499 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:34.921531 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad0ac48-7063-4147-8286-0e5b16e346c0 req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] No DVR routers for this DVR port b9750bb1-c9f8-4d11-b09d-52126d4b3009 on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:20:34.924039 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-2ad0ac48-7063-4147-8286-0e5b16e346c0 req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:34.926601 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d477116-b955-45f3-89d0-51d1ad792443', 'name': 'network-vif-deleted', 'tag': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:20:34.938556 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-2ad0ac48-7063-4147-8286-0e5b16e346c0 req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "DELETE /v2.0/ports/b9750bb1-c9f8-4d11-b09d-52126d4b3009 HTTP/1.1" status: 204  len: 173 time: 0.6700165
May 10 20:20:34.972968 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d477116-b955-45f3-89d0-51d1ad792443', 'name': 'network-vif-deleted', 'tag': 'b9750bb1-c9f8-4d11-b09d-52126d4b3009', 'status': 'completed', 'code': 200}
May 10 20:20:35.379754 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-e9a889d3-4ab4-40eb-9913-915ec1fb7a6c req-c2bd2e25-9ddd-4f0a-8b07-81837321547b tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Synchronizing usage tracker for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:20:35.395123 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-e9a889d3-4ab4-40eb-9913-915ec1fb7a6c req-c2bd2e25-9ddd-4f0a-8b07-81837321547b tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Unset dirty status for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:20:35.397584 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e9a889d3-4ab4-40eb-9913-915ec1fb7a6c req-c2bd2e25-9ddd-4f0a-8b07-81837321547b tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d477116-b955-45f3-89d0-51d1ad792443 HTTP/1.1" status: 200  len: 210 time: 0.0592260
May 10 20:20:38.886143 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 40468) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:39.136978 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:39.272384 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Deleting port fff34df6-e77e-4779-b793-bfbd37c2280b {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:39.272723 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:39.332676 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device b9750bb1-c9f8-4d11-b09d-52126d4b3009 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:20:39.366265 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: b9750bb1-c9f8-4d11-b09d-52126d4b3009 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:20:39.366625 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device b9750bb1-c9f8-4d11-b09d-52126d4b3009 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:20:39.391182 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:39.391502 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:39.511197 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Calling delete_port for fff34df6-e77e-4779-b793-bfbd37c2280b owned by network:floatingip {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:39.629662 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:39.633626 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-80032443-668e-4a11-a501-700e05de0e8c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:39.675806 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event deleted for resources: {'Port': ['ID=fff34df6-e77e-4779-b793-bfbd37c2280b,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:39.679060 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:39.769221 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:39.769554 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.db.l3_db [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Floating IP 2a277e97-f49d-4080-8e4f-19e5fc983e41 disassociated (deleted). External IP: 172.27.0.149, port: 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2.
May 10 20:20:40.116600 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Router 8a89cade-713f-4a6c-b829-d5c7c5eee82f has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:20:40.294155 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:20:40.303501 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4273ea4-3957-4bc1-8c79-56e4b2c820c4 None None] Sync routers for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:20:40.312905 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4273ea4-3957-4bc1-8c79-56e4b2c820c4 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:20:40.313521 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-e4273ea4-3957-4bc1-8c79-56e4b2c820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf25b220>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:40.314355 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:40.372854 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-108eb4a0-8efd-4782-bf67-1d7d9ed8e6f5 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "DELETE /v2.0/floatingips/2a277e97-f49d-4080-8e4f-19e5fc983e41 HTTP/1.1" status: 204  len: 168 time: 1.4854987
May 10 20:20:40.373423 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'tag': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:20:40.420814 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'tag': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'status': 'completed', 'code': 200}
May 10 20:20:40.542003 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-e4273ea4-3957-4bc1-8c79-56e4b2c820c4 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:20:40.760509 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54bb57-335d-495e-b2ea-589bf4802bca req-92816996-e80c-4c1f-b41a-60f14a22a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:40.762005 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0b54bb57-335d-495e-b2ea-589bf4802bca req-92816996-e80c-4c1f-b41a-60f14a22a30b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 1098 time: 0.2907796
May 10 20:20:40.806177 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbe119-cced-4fe7-8a54-803b59e68e50 req-a996494a-73e9-46a7-abb5-7673b266254e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:40.806888 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-74bbe119-cced-4fe7-8a54-803b59e68e50 req-a996494a-73e9-46a7-abb5-7673b266254e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Synchronizing usage tracker for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:20:40.878129 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-e4273ea4-3957-4bc1-8c79-56e4b2c820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf25b220>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:40.882206 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-74bbe119-cced-4fe7-8a54-803b59e68e50 req-a996494a-73e9-46a7-abb5-7673b266254e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Unset dirty status for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:20:40.883259 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4273ea4-3957-4bc1-8c79-56e4b2c820c4 None None] Checking router: 8a89cade-713f-4a6c-b829-d5c7c5eee82f for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:20:40.883444 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-74bbe119-cced-4fe7-8a54-803b59e68e50 req-a996494a-73e9-46a7-abb5-7673b266254e tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 945 time: 0.2015398
May 10 20:20:40.891917 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4273ea4-3957-4bc1-8c79-56e4b2c820c4 None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:20:40.892648 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-e4273ea4-3957-4bc1-8c79-56e4b2c820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf25b220>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:40.959493 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54bb57-335d-495e-b2ea-589bf4802bca req-63773bf4-679d-4a67-8b6a-60e67395ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:40.960961 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0b54bb57-335d-495e-b2ea-589bf4802bca req-63773bf4-679d-4a67-8b6a-60e67395ad8c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 200  len: 912 time: 0.1884577
May 10 20:20:40.968481 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-74bbe119-cced-4fe7-8a54-803b59e68e50 req-b534fe1d-3df2-456b-8ee2-9f2ce99e8cb3 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678387
May 10 20:20:41.034543 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0b54bb57-335d-495e-b2ea-589bf4802bca req-58b1c267-1283-49c9-a5fe-368c058df688 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 HTTP/1.1" status: 200  len: 217 time: 0.0649991
May 10 20:20:41.074468 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-e4273ea4-3957-4bc1-8c79-56e4b2c820c4 None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:20:41.100139 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54bb57-335d-495e-b2ea-589bf4802bca req-a6da38de-a7ad-4ed3-ae46-d1401339ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:41.101570 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0b54bb57-335d-495e-b2ea-589bf4802bca req-a6da38de-a7ad-4ed3-ae46-d1401339ab47 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 200  len: 850 time: 0.0603204
May 10 20:20:41.177996 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54bb57-335d-495e-b2ea-589bf4802bca req-cd89d88e-c908-4806-b85f-b13c4b567b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:41.179510 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0b54bb57-335d-495e-b2ea-589bf4802bca req-cd89d88e-c908-4806-b85f-b13c4b567b17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b66859d-57c9-44ad-9da2-65b241314341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699177
May 10 20:20:41.310912 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0b54bb57-335d-495e-b2ea-589bf4802bca req-acd608fd-cae9-44ee-875b-e7012d507c1c service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240447
May 10 20:20:41.386699 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-e4273ea4-3957-4bc1-8c79-56e4b2c820c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf25b220>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:41.390646 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4273ea4-3957-4bc1-8c79-56e4b2c820c4 None None] The sync data for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi is: [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:40Z', 'revision_number': 4, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf', 'name': '', 'network_id': '3b66859d-57c9-44ad-9da2-65b241314341', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'mac_address': 'fa:16:3e:97:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '1201090d-b35a-4371-903d-026e41b1c208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:39Z', 'updated_at': '2021-05-10T20:13:46Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'subnets': [{'id': '1201090d-b35a-4371-903d-026e41b1c208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:20:41.445847 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-0b54bb57-335d-495e-b2ea-589bf4802bca req-4df4c80a-2d25-4ea8-b53c-06c3957f7039 service neutron] 10.222.0.23 "GET /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275301
May 10 20:20:41.597889 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b210c4bf-47b2-404b-947d-faeedafad66b None None] New status for floating IP 2a277e97-f49d-4080-8e4f-19e5fc983e41: DOWN {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:20:42.158765 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc673462-2b5d-4331-974b-63e592262677 req-8610e7af-f243-446a-b52c-5bfba113b9a9 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:42.160236 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dc673462-2b5d-4331-974b-63e592262677 req-8610e7af-f243-446a-b52c-5bfba113b9a9 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 945 time: 0.0857031
May 10 20:20:42.205445 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dc673462-2b5d-4331-974b-63e592262677 req-3faf6933-f1b4-46e7-8578-cb591597a77b tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/security-groups?id=617ddd70-d574-4ee4-b825-93363713ad14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387762
May 10 20:20:42.389268 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e854e5-3526-4bdc-a115-5c23a5155c31 req-86d55887-6f30-4e66-b199-e86e22e2f24d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:42.390753 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-26e854e5-3526-4bdc-a115-5c23a5155c31 req-86d55887-6f30-4e66-b199-e86e22e2f24d tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 945 time: 0.0804973
May 10 20:20:42.531866 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-26e854e5-3526-4bdc-a115-5c23a5155c31 req-c8e066ba-eb30-4057-8124-9526e56d1e08 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Deleting port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:42.532201 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-26e854e5-3526-4bdc-a115-5c23a5155c31 req-c8e066ba-eb30-4057-8124-9526e56d1e08 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:42.662156 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-26e854e5-3526-4bdc-a115-5c23a5155c31 req-c8e066ba-eb30-4057-8124-9526e56d1e08 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] For port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:20:42.662504 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-26e854e5-3526-4bdc-a115-5c23a5155c31 req-c8e066ba-eb30-4057-8124-9526e56d1e08 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:42.785036 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-26e854e5-3526-4bdc-a115-5c23a5155c31 req-c8e066ba-eb30-4057-8124-9526e56d1e08 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Calling delete_port for 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:42.899615 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-26e854e5-3526-4bdc-a115-5c23a5155c31 req-c8e066ba-eb30-4057-8124-9526e56d1e08 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:42.905103 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-96a720d8-a161-44ae-9269-35830aa8a1c7 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:42.950171 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e066ba-eb30-4057-8124-9526e56d1e08 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event deleted for resources: {'Port': ['ID=49d59a86-0df5-4ed1-9fc7-5fb9c4607db2,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:42.977550 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c8e066ba-eb30-4057-8124-9526e56d1e08 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:43.120586 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e854e5-3526-4bdc-a115-5c23a5155c31 req-c8e066ba-eb30-4057-8124-9526e56d1e08 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] No DVR routers for this DVR port 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:20:43.122913 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-26e854e5-3526-4bdc-a115-5c23a5155c31 req-c8e066ba-eb30-4057-8124-9526e56d1e08 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:43.125412 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'name': 'network-vif-deleted', 'tag': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:20:43.142301 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-26e854e5-3526-4bdc-a115-5c23a5155c31 req-c8e066ba-eb30-4057-8124-9526e56d1e08 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.23 "DELETE /v2.0/ports/49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 HTTP/1.1" status: 204  len: 173 time: 0.7458966
May 10 20:20:43.174842 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fcf07d-7552-4eb4-b195-56856333e6de', 'name': 'network-vif-deleted', 'tag': '49d59a86-0df5-4ed1-9fc7-5fb9c4607db2', 'status': 'completed', 'code': 200}
May 10 20:20:43.362450 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-e70ca004-7732-4be3-888a-a3bbc530bafc req-2480dd9f-8ecf-4055-91be-e791fea7ce07 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Synchronizing usage tracker for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:20:43.379616 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-e70ca004-7732-4be3-888a-a3bbc530bafc req-2480dd9f-8ecf-4055-91be-e791fea7ce07 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Unset dirty status for tenant:05dc3cf68f0d4f85a170d2ff94117265 on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:20:43.382488 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e70ca004-7732-4be3-888a-a3bbc530bafc req-2480dd9f-8ecf-4055-91be-e791fea7ce07 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fcf07d-7552-4eb4-b195-56856333e6de HTTP/1.1" status: 200  len: 210 time: 0.0641201
May 10 20:20:44.476896 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 40488) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:44.691760 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-77b6da5c-e99c-4df7-b560-a53ac23205dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Deleting port 1d4ddf59-6e35-4311-b734-18b9202fad3f {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:44.692094 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-77b6da5c-e99c-4df7-b560-a53ac23205dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:44.808923 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-77b6da5c-e99c-4df7-b560-a53ac23205dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:44.809155 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-77b6da5c-e99c-4df7-b560-a53ac23205dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:44.934771 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [None req-77b6da5c-e99c-4df7-b560-a53ac23205dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Calling delete_port for 1d4ddf59-6e35-4311-b734-18b9202fad3f owned by network:floatingip {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:45.042120 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-77b6da5c-e99c-4df7-b560-a53ac23205dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:45.045630 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-917c6848-5435-4f9f-8141-e91aad6a28f6 tempest-AttachVolumeShelveTestJSON-2102748780 tempest-AttachVolumeShelveTestJSON-2102748780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:45.088621 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6da5c-e99c-4df7-b560-a53ac23205dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event deleted for resources: {'Port': ['ID=1d4ddf59-6e35-4311-b734-18b9202fad3f,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:45.090940 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-77b6da5c-e99c-4df7-b560-a53ac23205dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:45.184083 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-77b6da5c-e99c-4df7-b560-a53ac23205dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for floatingip, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:45.202224 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-77b6da5c-e99c-4df7-b560-a53ac23205dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:45.203587 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-77b6da5c-e99c-4df7-b560-a53ac23205dd tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "DELETE /v2.0/floatingips/eef4870e-e297-4701-af16-2cc9cb4c3177 HTTP/1.1" status: 204  len: 168 time: 0.7254670
May 10 20:20:46.577025 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40502) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:46.651334 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-44699562-714b-407a-b2d7-c6065d9a2298 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:46.681601 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-44699562-714b-407a-b2d7-c6065d9a2298 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:46.744141 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-44699562-714b-407a-b2d7-c6065d9a2298 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:46.747914 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-14c99c3a-427f-45f0-b2d9-712bb4e2dab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:46.766742 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44699562-714b-407a-b2d7-c6065d9a2298 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617ddd70-d574-4ee4-b825-93363713ad14,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:46.769328 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-44699562-714b-407a-b2d7-c6065d9a2298 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:46.776758 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-44699562-714b-407a-b2d7-c6065d9a2298 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:46.777865 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-44699562-714b-407a-b2d7-c6065d9a2298 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] 10.222.0.18 "DELETE /v2.0/security-groups/617ddd70-d574-4ee4-b825-93363713ad14 HTTP/1.1" status: 204  len: 168 time: 0.1998925
May 10 20:20:46.833064 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40508) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:47.377041 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:20:47.417494 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:20:47.417846 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 49d59a86-0df5-4ed1-9fc7-5fb9c4607db2 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:20:47.621197 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655689'] for router_interface, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:48.038598 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] Deleting port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:48.039009 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:48.160887 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] For port 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:20:48.161230 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:48.284057 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] Calling delete_port for 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf owned by network:router_interface {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:48.425669 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:48.429132 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b0958cad-2ee7-40a9-b39c-3400414b5bc2 tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:48.472984 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:48.475888 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:48.738330 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784377'] for router_interface, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:49.192002 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] Router 8a89cade-713f-4a6c-b829-d5c7c5eee82f has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:20:49.365926 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:20:49.374823 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7accd9be-061e-4c83-af82-8433944e603a None None] Sync routers for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:20:49.378698 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-0c699d0d-9be0-45d0-9a3b-aa1f3772b143 admin admin] 10.222.0.18 "PUT /v2.0/routers/8a89cade-713f-4a6c-b829-d5c7c5eee82f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5445728
May 10 20:20:49.381181 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40514) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:49.384073 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7accd9be-061e-4c83-af82-8433944e603a None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:20:49.384691 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-7accd9be-061e-4c83-af82-8433944e603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce439a970>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:49.557615 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Notify callbacks [] for router, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:49.560767 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-7accd9be-061e-4c83-af82-8433944e603a None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:20:49.736104 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:49.806530 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Deleting port 62a3a2af-cad4-49c5-827a-6647ad60f404 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:49.807262 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:49.885475 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-7accd9be-061e-4c83-af82-8433944e603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce439a970>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:20:48Z', 'revision_number': 5, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port': {'id': '62a3a2af-cad4-49c5-827a-6647ad60f404', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:49.889641 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7accd9be-061e-4c83-af82-8433944e603a None None] Checking router: 8a89cade-713f-4a6c-b829-d5c7c5eee82f for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:20:49.898112 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7accd9be-061e-4c83-af82-8433944e603a None None] Routers {'8a89cade-713f-4a6c-b829-d5c7c5eee82f'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:20:49.899265 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-7accd9be-061e-4c83-af82-8433944e603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce439a970>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:49.932307 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] For port 62a3a2af-cad4-49c5-827a-6647ad60f404, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=62a3a2af-cad4-49c5-827a-6647ad60f404,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:20:49.932664 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:50.050937 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-7accd9be-061e-4c83-af82-8433944e603a None None] Set router 8a89cade-713f-4a6c-b829-d5c7c5eee82f gateway port host: None {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:20:50.056149 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Calling delete_port for 62a3a2af-cad4-49c5-827a-6647ad60f404 owned by network:router_gateway {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:50.157668 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-7accd9be-061e-4c83-af82-8433944e603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce439a970>, [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:20:49Z', 'revision_number': 6, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port_host': None}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:50.161732 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7accd9be-061e-4c83-af82-8433944e603a None None] The sync data for ids ['8a89cade-713f-4a6c-b829-d5c7c5eee82f'] in dv-cinder-788365-3-iscsi is: [{'id': '8a89cade-713f-4a6c-b829-d5c7c5eee82f', 'name': 'tempest-TestVolumeBootPattern-753457684-router', 'tenant_id': '05dc3cf68f0d4f85a170d2ff94117265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:36Z', 'updated_at': '2021-05-10T20:20:49Z', 'revision_number': 6, 'project_id': '05dc3cf68f0d4f85a170d2ff94117265', 'gw_port_host': None}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:20:50.205456 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:50.209953 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-39aea72c-525a-455c-9684-de39ada0481c tempest-TestVolumeBootPattern-1536805180 tempest-TestVolumeBootPattern-1536805180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:50.214737 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-0d446092-2154-4aab-9895-65d4e0490b8b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0838370
May 10 20:20:50.252935 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a3a2af-cad4-49c5-827a-6647ad60f404,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:50.256174 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:50.323669 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-ae871523-7c0b-403f-a1ef-ab8a23d2b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:50.325119 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-ae871523-7c0b-403f-a1ef-ab8a23d2b05a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363b7f4ebfc540849fc35eb1473da96b&device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 1099 time: 0.0794137
May 10 20:20:50.460479 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782957'] for router_gateway, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:50.478951 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-d90b51dc-16c5-46d8-b2f2-3ced5da994a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:50.480451 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-d90b51dc-16c5-46d8-b2f2-3ced5da994a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f HTTP/1.1" status: 200  len: 909 time: 0.1365721
May 10 20:20:50.599164 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-393cd2d3-5ca8-4f1e-9a96-0f62b933bbd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=409f555e-d138-4455-81d1-b3c3da411893 HTTP/1.1" status: 200  len: 1002 time: 0.1108079
May 10 20:20:50.643538 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:50.645779 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:50.668426 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-3c3f5cb0-1762-444e-b694-d19f4f015aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:50.669729 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715647'] for router, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:50.670010 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-3c3f5cb0-1762-444e-b694-d19f4f015aa3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714a7ed6-df1e-4316-a7bf-da7142a0fe87 HTTP/1.1" status: 200  len: 847 time: 0.0644658
May 10 20:20:50.670256 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a89cade-713f-4a6c-b829-d5c7c5eee82f {{(pid=78748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:20:50.682814 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:50.683935 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b5a3dc16-bdd6-4ff3-8ab9-3be8dd921e16 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8a89cade-713f-4a6c-b829-d5c7c5eee82f HTTP/1.1" status: 204  len: 168 time: 1.3018775
May 10 20:20:50.686476 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40518) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:50.747173 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_v2 [None req-4636aece-80a3-48c9-a35f-553c35be94f4 admin admin] Deleting subnet 1201090d-b35a-4371-903d-026e41b1c208 {{(pid=78748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:20:50.749654 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-47366310-552f-47b7-b275-c441c8c44728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:20:50.750044 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4636aece-80a3-48c9-a35f-553c35be94f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:50.751123 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-47366310-552f-47b7-b275-c441c8c44728 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744426
May 10 20:20:50.797823 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4636aece-80a3-48c9-a35f-553c35be94f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6437095'] for subnet, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:50.887416 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4636aece-80a3-48c9-a35f-553c35be94f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:50.889416 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-8f36d49c-ad67-4353-87b9-63348590d0fc service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310730
May 10 20:20:50.968087 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:20:51.020064 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:20:51.022142 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 6a1f9c1e-8904-4a6e-9703-c4d80a30b3cf not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:20:51.170846 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4636aece-80a3-48c9-a35f-553c35be94f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6975580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082130'] for subnet, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:51.174160 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-dbdb6088-10be-4618-ac08-ec3f901026e1 req-063dc5e7-7312-4d9a-b857-0abf7d448063 service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2780895
May 10 20:20:51.176215 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b9de6e38-5b1f-4860-a5ad-d53a624b09a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:51.215369 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636aece-80a3-48c9-a35f-553c35be94f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1201090d-b35a-4371-903d-026e41b1c208,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:51.218478 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-4636aece-80a3-48c9-a35f-553c35be94f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:51.219504 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-4636aece-80a3-48c9-a35f-553c35be94f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:51.224204 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601a87b-80a1-4568-b57e-a830faabca96 None None] Network 3b66859d-57c9-44ad-9da2-65b241314341 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:20:51.225436 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-4636aece-80a3-48c9-a35f-553c35be94f4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1201090d-b35a-4371-903d-026e41b1c208 HTTP/1.1" status: 204  len: 168 time: 0.5379112
May 10 20:20:51.228200 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40522) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:51.331365 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:51.409531 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Deleting port 1418f964-49dc-4f0a-bb3b-81e3a54523ea {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:51.409881 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:51.475823 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899bdc20-206a-4fa0-a4dd-9c8255b9d58d None None] DHCP port deletion for 3b66859d-57c9-44ad-9da2-65b241314341 request from dv-cinder-788365-3-iscsi {{(pid=78749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:20:51.513825 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] For port 1418f964-49dc-4f0a-bb3b-81e3a54523ea, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=1418f964-49dc-4f0a-bb3b-81e3a54523ea,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:20:51.514182 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:51.540506 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-899bdc20-206a-4fa0-a4dd-9c8255b9d58d None None] Deleting port 1418f964-49dc-4f0a-bb3b-81e3a54523ea {{(pid=78749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:51.540890 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-899bdc20-206a-4fa0-a4dd-9c8255b9d58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:51.636233 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Calling delete_port for 1418f964-49dc-4f0a-bb3b-81e3a54523ea owned by network:dhcp {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:51.639521 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-899bdc20-206a-4fa0-a4dd-9c8255b9d58d None None] For port 1418f964-49dc-4f0a-bb3b-81e3a54523ea, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=1418f964-49dc-4f0a-bb3b-81e3a54523ea,segment=NetworkSegment(9945826e-0784-46a3-9c5d-79c546bc1ad9),segment_id=9945826e-0784-46a3-9c5d-79c546bc1ad9)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:20:51.639920 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-899bdc20-206a-4fa0-a4dd-9c8255b9d58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:51.685482 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:51.689434 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-f5db82ff-50d7-4fc6-add3-b5016a63d152 tempest-VolumesSnapshotTestJSON-658502124 tempest-VolumesSnapshotTestJSON-658502124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:51.734067 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Pushing event deleted for resources: {'Port': ['ID=1418f964-49dc-4f0a-bb3b-81e3a54523ea,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:51.737590 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:51.739958 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] No DVR routers for this DVR port 1418f964-49dc-4f0a-bb3b-81e3a54523ea on host dv-cinder-788365-3-iscsi {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:20:51.761135 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-899bdc20-206a-4fa0-a4dd-9c8255b9d58d None None] Calling delete_port for 1418f964-49dc-4f0a-bb3b-81e3a54523ea owned by network:dhcp {{(pid=78749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:51.803982 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-899bdc20-206a-4fa0-a4dd-9c8255b9d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:51.807626 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:51.850500 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bdc20-206a-4fa0-a4dd-9c8255b9d58d None None] Pushing event deleted for resources: {'Port': ['ID=1418f964-49dc-4f0a-bb3b-81e3a54523ea,revision_number=None']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:51.856808 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-899bdc20-206a-4fa0-a4dd-9c8255b9d58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:51.857386 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:51.857637 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bdc20-206a-4fa0-a4dd-9c8255b9d58d None None] No DVR routers for this DVR port 1418f964-49dc-4f0a-bb3b-81e3a54523ea on host dv-cinder-788365-3-iscsi {{(pid=78749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:20:51.967563 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce3410a60>,) {'filters': {'network_id': ['3b66859d-57c9-44ad-9da2-65b241314341']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:51.979841 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3410a60>, '9945826e-0784-46a3-9c5d-79c546bc1ad9') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:51.980136 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3410a60>, '9945826e-0784-46a3-9c5d-79c546bc1ad9') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:51.991203 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:52.007124 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:52.013939 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Releasing vlan 954 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:20:52.014319 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:20:52.027641 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:20:52.103592 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:52.107151 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:52.120455 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:52.130367 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b66859d-57c9-44ad-9da2-65b241314341,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:52.136770 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:52.144617 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3b66859d-57c9-44ad-9da2-65b241314341 HTTP/1.1" status: 204  len: 168 time: 0.9154797
May 10 20:20:52.147592 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40526) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:52.281179 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 62a3a2af-cad4-49c5-827a-6647ad60f404 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:20:52.316871 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 62a3a2af-cad4-49c5-827a-6647ad60f404 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:20:52.317338 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 62a3a2af-cad4-49c5-827a-6647ad60f404 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:20:52.317647 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 1418f964-49dc-4f0a-bb3b-81e3a54523ea no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:20:52.350226 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 1418f964-49dc-4f0a-bb3b-81e3a54523ea {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:20:52.350578 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 1418f964-49dc-4f0a-bb3b-81e3a54523ea not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:20:52.688469 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655689'] for router_interface, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:53.090970 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Deleting port ddc63563-19fe-471e-89c2-b21cc7abf59e {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:53.091683 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:53.212357 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] For port ddc63563-19fe-471e-89c2-b21cc7abf59e, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=ddc63563-19fe-471e-89c2-b21cc7abf59e,segment=NetworkSegment(e1b854c1-8811-476f-9368-2d930473c132),segment_id=e1b854c1-8811-476f-9368-2d930473c132)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:20:53.212971 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:53.441017 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Calling delete_port for ddc63563-19fe-471e-89c2-b21cc7abf59e owned by network:router_interface {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:53.581099 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:53.584599 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:53.629928 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc63563-19fe-471e-89c2-b21cc7abf59e,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:53.633440 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:53.898017 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784377'] for router_interface, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:54.260637 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:20:54.436930 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:20:54.445094 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5875e3-91e4-45ac-903b-0ee5216bdecd None None] Sync routers for ids ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:20:54.453261 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] 10.222.0.18 "PUT /v2.0/routers/65a74633-5c63-4fbf-a71d-9e00aefa1be6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3046484
May 10 20:20:54.455693 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40530) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:54.456215 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5875e3-91e4-45ac-903b-0ee5216bdecd None None] Routers {'65a74633-5c63-4fbf-a71d-9e00aefa1be6'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:20:54.456839 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-bc5875e3-91e4-45ac-903b-0ee5216bdecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdff34a00>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:54.630809 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Notify callbacks [] for router, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:54.635210 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-bc5875e3-91e4-45ac-903b-0ee5216bdecd None None] Set router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:20:54.918444 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:54.920721 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-bc5875e3-91e4-45ac-903b-0ee5216bdecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdff34a00>, [{'id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'name': 'tempest-TestVolumeBootPattern-1157257426-router', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:20:53Z', 'revision_number': 5, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'gw_port': {'id': '8edb414b-0553-47e9-b21c-2c7ca1f8f7da', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:54.924963 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5875e3-91e4-45ac-903b-0ee5216bdecd None None] Checking router: 65a74633-5c63-4fbf-a71d-9e00aefa1be6 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:20:54.933994 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5875e3-91e4-45ac-903b-0ee5216bdecd None None] Routers {'65a74633-5c63-4fbf-a71d-9e00aefa1be6'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:20:54.934593 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-bc5875e3-91e4-45ac-903b-0ee5216bdecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdff34a00>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:29Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:54.992932 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Deleting port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:54.993400 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:55.083002 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-bc5875e3-91e4-45ac-903b-0ee5216bdecd None None] Set router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 gateway port host: None {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:20:55.118903 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] For port 8edb414b-0553-47e9-b21c-2c7ca1f8f7da, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=8edb414b-0553-47e9-b21c-2c7ca1f8f7da,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:20:55.119251 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:55.186030 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-bc5875e3-91e4-45ac-903b-0ee5216bdecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdff34a00>, [{'id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'name': 'tempest-TestVolumeBootPattern-1157257426-router', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:20:54Z', 'revision_number': 6, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'gw_port_host': None}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:55.189868 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5875e3-91e4-45ac-903b-0ee5216bdecd None None] The sync data for ids ['65a74633-5c63-4fbf-a71d-9e00aefa1be6'] in dv-cinder-788365-3-iscsi is: [{'id': '65a74633-5c63-4fbf-a71d-9e00aefa1be6', 'name': 'tempest-TestVolumeBootPattern-1157257426-router', 'tenant_id': 'b44f40af14b34c16960044d8dfb2b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:13:43Z', 'updated_at': '2021-05-10T20:20:54Z', 'revision_number': 6, 'project_id': 'b44f40af14b34c16960044d8dfb2b93b', 'gw_port_host': None}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:20:55.249539 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Calling delete_port for 8edb414b-0553-47e9-b21c-2c7ca1f8f7da owned by network:router_gateway {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:55.381020 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:55.385671 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:55.430762 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8edb414b-0553-47e9-b21c-2c7ca1f8f7da,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:55.433698 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:55.522721 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782957'] for router_gateway, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:55.697279 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:55.699390 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:55.721231 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715647'] for router, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:55.721752 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65a74633-5c63-4fbf-a71d-9e00aefa1be6 {{(pid=78748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:20:55.733787 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:55.734876 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-20106e7c-43d0-4205-a1ea-77b1e09cc5cb admin admin] 10.222.0.18 "DELETE /v2.0/routers/65a74633-5c63-4fbf-a71d-9e00aefa1be6 HTTP/1.1" status: 204  len: 168 time: 1.2782958
May 10 20:20:55.737374 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40534) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:55.800041 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f3354a-c498-4c34-8e62-912727cad3d1 admin admin] Deleting subnet 1452a7a3-4e19-48e3-9f5f-e6d4646a3a18 {{(pid=78748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:20:55.803017 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b6f3354a-c498-4c34-8e62-912727cad3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:55.854313 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b6f3354a-c498-4c34-8e62-912727cad3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6437095'] for subnet, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:55.939761 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b6f3354a-c498-4c34-8e62-912727cad3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:56.200787 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b6f3354a-c498-4c34-8e62-912727cad3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6975580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082130'] for subnet, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:56.204644 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-62b3fdca-3860-4e2a-b6b5-bb288cc93f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:56.244376 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3354a-c498-4c34-8e62-912727cad3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1452a7a3-4e19-48e3-9f5f-e6d4646a3a18,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:56.247405 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b6f3354a-c498-4c34-8e62-912727cad3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:56.248370 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-b6f3354a-c498-4c34-8e62-912727cad3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:56.254342 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b6f3354a-c498-4c34-8e62-912727cad3d1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1452a7a3-4e19-48e3-9f5f-e6d4646a3a18 HTTP/1.1" status: 204  len: 168 time: 0.5159941
May 10 20:20:56.254592 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15edd757-b4fe-4ff8-bf0d-6b42cbbd4d04 None None] Network e961f97d-2bee-492a-849a-675800abe472 requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:20:56.256734 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40538) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:56.281317 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 8edb414b-0553-47e9-b21c-2c7ca1f8f7da no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:20:56.417126 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 8edb414b-0553-47e9-b21c-2c7ca1f8f7da {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:20:56.417476 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 8edb414b-0553-47e9-b21c-2c7ca1f8f7da not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:20:56.417901 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device ddc63563-19fe-471e-89c2-b21cc7abf59e no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:20:56.470447 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: ddc63563-19fe-471e-89c2-b21cc7abf59e {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:20:56.470815 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:56.471291 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device ddc63563-19fe-471e-89c2-b21cc7abf59e not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:20:56.544706 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Deleting port eff916f2-8faa-4a88-9622-9b6eef9be558 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:56.545038 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:56.627047 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] DHCP port deletion for e961f97d-2bee-492a-849a-675800abe472 request from dv-cinder-788365-3-iscsi {{(pid=78749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:20:56.650704 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] For port eff916f2-8faa-4a88-9622-9b6eef9be558, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=eff916f2-8faa-4a88-9622-9b6eef9be558,segment=NetworkSegment(e1b854c1-8811-476f-9368-2d930473c132),segment_id=e1b854c1-8811-476f-9368-2d930473c132)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:20:56.651058 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:56.693294 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Deleting port eff916f2-8faa-4a88-9622-9b6eef9be558 {{(pid=78749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:20:56.693965 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:56.775579 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Calling delete_port for eff916f2-8faa-4a88-9622-9b6eef9be558 owned by network:dhcp {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:56.791889 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] For port eff916f2-8faa-4a88-9622-9b6eef9be558, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=eff916f2-8faa-4a88-9622-9b6eef9be558,segment=NetworkSegment(e1b854c1-8811-476f-9368-2d930473c132),segment_id=e1b854c1-8811-476f-9368-2d930473c132)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:20:56.792286 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:56.822305 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:56.826101 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-95dabc72-0c2e-4464-9355-4d73ab1f616e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:56.875558 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff916f2-8faa-4a88-9622-9b6eef9be558,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:56.877295 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] No DVR routers for this DVR port eff916f2-8faa-4a88-9622-9b6eef9be558 on host dv-cinder-788365-3-iscsi {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:20:56.878763 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:56.913136 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Calling delete_port for eff916f2-8faa-4a88-9622-9b6eef9be558 owned by network:dhcp {{(pid=78749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:20:56.955844 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:56.959477 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-66a6681d-511d-421f-beef-0b18212c8e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:56.994794 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.007690 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce3f46640>,) {'filters': {'network_id': ['e961f97d-2bee-492a-849a-675800abe472']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:57.012108 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Pushing event deleted for resources: {'Port': ['ID=eff916f2-8faa-4a88-9622-9b6eef9be558,revision_number=None']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:57.024593 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3f46640>, 'e1b854c1-8811-476f-9368-2d930473c132') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:57.024969 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce3f46640>, 'e1b854c1-8811-476f-9368-2d930473c132') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:20:57.028994 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.029375 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.029652 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.029994 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.030353 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.030712 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.031037 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.031380 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.031720 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.032028 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.032345 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.032670 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-3-iscsi {{(pid=78749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:20:57.035414 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] No DVR routers for this DVR port eff916f2-8faa-4a88-9622-9b6eef9be558 on host dv-cinder-788365-3-iscsi {{(pid=78749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:20:57.037951 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-bdc1c9d4-0317-4235-b52e-cb5b2ea749db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:57.038219 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.042099 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5d11190b-a7e3-46c7-b4d9-c571aeb178a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.056758 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.062912 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:20:57.063361 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:20:57.076406 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:20:57.152883 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.157906 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.160418 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:57.184001 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Pushing event deleted for resources: {'Network': ['ID=e961f97d-2bee-492a-849a-675800abe472,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:57.186437 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:57.190126 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e961f97d-2bee-492a-849a-675800abe472 HTTP/1.1" status: 204  len: 168 time: 0.9324882
May 10 20:20:57.304341 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 40544) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:57.353705 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-df6c5459-0dd7-44c3-98d8-14bb5045c602 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05dc3cf68f0d4f85a170d2ff94117265&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475838
May 10 20:20:57.356137 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 40548) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:57.412049 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-920806ae-3f1c-4280-98a3-dd6379e71819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.438876 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-920806ae-3f1c-4280-98a3-dd6379e71819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.493900 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-920806ae-3f1c-4280-98a3-dd6379e71819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.499364 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-f6bf6319-e65e-4136-85c1-d07c6a3b87cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:57.515789 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920806ae-3f1c-4280-98a3-dd6379e71819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dce988-4041-4ae6-adc9-7a5871de1b72,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:57.518204 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-920806ae-3f1c-4280-98a3-dd6379e71819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:57.524228 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-920806ae-3f1c-4280-98a3-dd6379e71819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.525339 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-920806ae-3f1c-4280-98a3-dd6379e71819 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80dce988-4041-4ae6-adc9-7a5871de1b72 HTTP/1.1" status: 204  len: 168 time: 0.1683273
May 10 20:20:57.866195 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40556) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:57.916869 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-b8e7ac45-63cc-45eb-aacf-26d6366ddcec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b44f40af14b34c16960044d8dfb2b93b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0494478
May 10 20:20:57.919638 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40560) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:20:57.988524 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cb47f030-d815-464c-bbfe-25167fc9aac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:58.014362 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cb47f030-d815-464c-bbfe-25167fc9aac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:58.067377 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cb47f030-d815-464c-bbfe-25167fc9aac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:58.073895 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1f2f9c78-6dd3-4718-a89f-fa43f15ced09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:20:58.091264 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47f030-d815-464c-bbfe-25167fc9aac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b243a59-6cfb-4867-af04-0a2beb06ffa8,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:20:58.094115 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-cb47f030-d815-464c-bbfe-25167fc9aac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:20:58.096061 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-cb47f030-d815-464c-bbfe-25167fc9aac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:58.097152 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-cb47f030-d815-464c-bbfe-25167fc9aac8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b243a59-6cfb-4867-af04-0a2beb06ffa8 HTTP/1.1" status: 204  len: 168 time: 0.1770625
May 10 20:20:58.269234 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device eff916f2-8faa-4a88-9622-9b6eef9be558 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:20:58.302781 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: eff916f2-8faa-4a88-9622-9b6eef9be558 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:20:58.303125 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device eff916f2-8faa-4a88-9622-9b6eef9be558 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:20:59.425074 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-1bc7f85d-ac12-4d92-884a-cacf09b5dd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:59.538664 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:00.794323 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:01.048282 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:21:02.262508 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:08.982619 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40566) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:09.134291 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:09.253175 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Deleting port 4665a642-cf0f-4004-97f9-fa6e6aaf9dcc {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:21:09.253419 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:09.374032 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:09.374358 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:09.591124 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Calling delete_port for 4665a642-cf0f-4004-97f9-fa6e6aaf9dcc owned by network:floatingip {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:21:09.707360 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:09.710880 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2ae239b9-34e9-4fd2-bbee-976f64248cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:09.782283 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event deleted for resources: {'Port': ['ID=4665a642-cf0f-4004-97f9-fa6e6aaf9dcc,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:09.784698 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:09.852178 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for floatingip, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:09.852402 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.db.l3_db [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Floating IP bbe69124-b5ca-46b2-a22b-1be0ea12a9bd disassociated (deleted). External IP: 172.27.0.247, port: 409f555e-d138-4455-81d1-b3c3da411893.
May 10 20:21:10.197790 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Router 727c036e-4675-46af-aa54-9114c5303681 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:21:10.371889 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:21:10.381006 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac2d692-0473-4aca-859c-a648e99664b4 None None] Sync routers for ids ['727c036e-4675-46af-aa54-9114c5303681'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:21:10.384160 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for floatingip, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:10.390105 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2d692-0473-4aca-859c-a648e99664b4 None None] Routers {'727c036e-4675-46af-aa54-9114c5303681'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:21:10.390793 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-8ac2d692-0473-4aca-859c-a648e99664b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce42626a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['727c036e-4675-46af-aa54-9114c5303681'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:10.442153 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "DELETE /v2.0/floatingips/bbe69124-b5ca-46b2-a22b-1be0ea12a9bd HTTP/1.1" status: 204  len: 168 time: 1.4584332
May 10 20:21:10.442879 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'tag': '409f555e-d138-4455-81d1-b3c3da411893'}] {{(pid=78748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:21:10.490148 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'tag': '409f555e-d138-4455-81d1-b3c3da411893', 'status': 'completed', 'code': 200}
May 10 20:21:10.572546 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-8ac2d692-0473-4aca-859c-a648e99664b4 None None] Set router 727c036e-4675-46af-aa54-9114c5303681 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:21:10.602507 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b5bd-010f-4ae3-a1bf-277ec12289c7 req-c975f134-24b1-423c-a64c-ff5890058cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:21:10.604102 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce13b5bd-010f-4ae3-a1bf-277ec12289c7 req-c975f134-24b1-423c-a64c-ff5890058cbd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=363b7f4ebfc540849fc35eb1473da96b&device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 1099 time: 0.0720410
May 10 20:21:10.787680 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b5bd-010f-4ae3-a1bf-277ec12289c7 req-34f401cd-0726-4c0c-a311-f96e7e3aaf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:21:10.789113 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce13b5bd-010f-4ae3-a1bf-277ec12289c7 req-34f401cd-0726-4c0c-a311-f96e7e3aaf1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f HTTP/1.1" status: 200  len: 909 time: 0.1791925
May 10 20:21:10.865831 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce13b5bd-010f-4ae3-a1bf-277ec12289c7 req-4cb866e2-3b25-439b-a45f-40f1d1323785 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=409f555e-d138-4455-81d1-b3c3da411893 HTTP/1.1" status: 200  len: 217 time: 0.0697374
May 10 20:21:10.902789 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-8ac2d692-0473-4aca-859c-a648e99664b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce42626a0>, [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:49Z', 'revision_number': 4, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '88bdd921-9db7-44cf-b655-b1c65f704e0d', 'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'mac_address': 'fa:16:3e:84:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:48Z', 'updated_at': '2021-05-10T20:16:54Z', 'revision_number': 5, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'subnets': [{'id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:10.906974 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac2d692-0473-4aca-859c-a648e99664b4 None None] Checking router: 727c036e-4675-46af-aa54-9114c5303681 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:21:10.917697 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2d692-0473-4aca-859c-a648e99664b4 None None] Routers {'727c036e-4675-46af-aa54-9114c5303681'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:21:10.918594 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-8ac2d692-0473-4aca-859c-a648e99664b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce42626a0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['727c036e-4675-46af-aa54-9114c5303681'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:10.951087 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46627831-a6af-4f18-9bda-c66487156891 req-ed9976cc-d124-4d51-99fa-06f61a00cbde tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:21:10.952660 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-46627831-a6af-4f18-9bda-c66487156891 req-ed9976cc-d124-4d51-99fa-06f61a00cbde tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.2123599
May 10 20:21:10.956639 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b5bd-010f-4ae3-a1bf-277ec12289c7 req-73ddfbf4-067a-4fdf-89c0-a6c70ce66b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:21:10.958062 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce13b5bd-010f-4ae3-a1bf-277ec12289c7 req-73ddfbf4-067a-4fdf-89c0-a6c70ce66b85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=714a7ed6-df1e-4316-a7bf-da7142a0fe87 HTTP/1.1" status: 200  len: 847 time: 0.0850148
May 10 20:21:11.052508 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-46627831-a6af-4f18-9bda-c66487156891 req-6911d78e-aca9-4bc6-b240-bf138c5b3525 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909834
May 10 20:21:11.086735 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b5bd-010f-4ae3-a1bf-277ec12289c7 req-f0244ac3-a813-459e-8f7a-cbc2a7894c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:21:11.088684 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce13b5bd-010f-4ae3-a1bf-277ec12289c7 req-f0244ac3-a813-459e-8f7a-cbc2a7894c2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7150c85a-02f5-42ec-bc46-0d0dc3582e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1129100
May 10 20:21:11.136112 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-8ac2d692-0473-4aca-859c-a648e99664b4 None None] Set router 727c036e-4675-46af-aa54-9114c5303681 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:21:11.223287 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce13b5bd-010f-4ae3-a1bf-277ec12289c7 req-0287a086-61cd-454e-9746-989d38fe0da3 service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260996
May 10 20:21:11.355803 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-ce13b5bd-010f-4ae3-a1bf-277ec12289c7 req-abf9fb5b-4d02-4fbe-8421-f959039a68f6 service neutron] 10.222.0.23 "GET /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249166
May 10 20:21:11.457895 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-8ac2d692-0473-4aca-859c-a648e99664b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce42626a0>, [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:49Z', 'revision_number': 4, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '88bdd921-9db7-44cf-b655-b1c65f704e0d', 'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'mac_address': 'fa:16:3e:84:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:48Z', 'updated_at': '2021-05-10T20:16:54Z', 'revision_number': 5, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'subnets': [{'id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:11.461715 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac2d692-0473-4aca-859c-a648e99664b4 None None] The sync data for ids ['727c036e-4675-46af-aa54-9114c5303681'] in dv-cinder-788365-3-iscsi is: [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:49Z', 'revision_number': 4, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi', '_interfaces': [{'id': '88bdd921-9db7-44cf-b655-b1c65f704e0d', 'name': '', 'network_id': '7150c85a-02f5-42ec-bc46-0d0dc3582e2f', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'mac_address': 'fa:16:3e:84:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:48Z', 'updated_at': '2021-05-10T20:16:54Z', 'revision_number': 5, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'subnets': [{'id': '714a7ed6-df1e-4316-a7bf-da7142a0fe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:21:11.675580 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e0742-035e-41d8-879f-499cde60b54d None None] New status for floating IP bbe69124-b5ca-46b2-a22b-1be0ea12a9bd: DOWN {{(pid=78750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:21:12.244043 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d6cb1-3070-4d1b-9dbe-b28de2e84228 req-b6fc2a08-3167-465d-a7f5-054396737fd0 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:21:12.246595 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e85d6cb1-3070-4d1b-9dbe-b28de2e84228 req-b6fc2a08-3167-465d-a7f5-054396737fd0 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0851040
May 10 20:21:12.290205 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e85d6cb1-3070-4d1b-9dbe-b28de2e84228 req-9426fa5d-62f8-4431-aea6-2a6f40739251 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/security-groups?id=19e7dedd-caab-40f6-a888-34022b19680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379772
May 10 20:21:12.450563 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6b379-43fe-461c-a6fe-2e894f4b390a req-1a10f3b7-3088-4d39-b15a-49e6cae9663f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:21:12.452016 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e7e6b379-43fe-461c-a6fe-2e894f4b390a req-1a10f3b7-3088-4d39-b15a-49e6cae9663f tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 946 time: 0.0776885
May 10 20:21:12.586434 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-e7e6b379-43fe-461c-a6fe-2e894f4b390a req-c01e59c5-34e1-4df5-847c-479012e0df30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Deleting port 409f555e-d138-4455-81d1-b3c3da411893 {{(pid=78747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:21:12.586667 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-e7e6b379-43fe-461c-a6fe-2e894f4b390a req-c01e59c5-34e1-4df5-847c-479012e0df30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:12.715294 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.db [req-e7e6b379-43fe-461c-a6fe-2e894f4b390a req-c01e59c5-34e1-4df5-847c-479012e0df30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] For port 409f555e-d138-4455-81d1-b3c3da411893, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=409f555e-d138-4455-81d1-b3c3da411893,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:21:12.715668 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-e7e6b379-43fe-461c-a6fe-2e894f4b390a req-c01e59c5-34e1-4df5-847c-479012e0df30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:12.942740 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.plugins.ml2.plugin [req-e7e6b379-43fe-461c-a6fe-2e894f4b390a req-c01e59c5-34e1-4df5-847c-479012e0df30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Calling delete_port for 409f555e-d138-4455-81d1-b3c3da411893 owned by compute:nova {{(pid=78747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:21:13.047468 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-e7e6b379-43fe-461c-a6fe-2e894f4b390a req-c01e59c5-34e1-4df5-847c-479012e0df30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60911207'] for port, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:13.053028 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c9d8fb94-ea47-487c-b1ab-d0ca6698463c tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:13.098529 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e59c5-34e1-4df5-847c-479012e0df30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event deleted for resources: {'Port': ['ID=409f555e-d138-4455-81d1-b3c3da411893,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:13.101606 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-c01e59c5-34e1-4df5-847c-479012e0df30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:13.176714 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e6b379-43fe-461c-a6fe-2e894f4b390a req-c01e59c5-34e1-4df5-847c-479012e0df30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] No DVR routers for this DVR port 409f555e-d138-4455-81d1-b3c3da411893 on host hv-cinder-78836 {{(pid=78747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:21:13.179114 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [req-e7e6b379-43fe-461c-a6fe-2e894f4b390a req-c01e59c5-34e1-4df5-847c-479012e0df30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185564'] for port, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:13.181617 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'name': 'network-vif-deleted', 'tag': '409f555e-d138-4455-81d1-b3c3da411893'}] {{(pid=78747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:21:13.190855 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-e7e6b379-43fe-461c-a6fe-2e894f4b390a req-c01e59c5-34e1-4df5-847c-479012e0df30 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.23 "DELETE /v2.0/ports/409f555e-d138-4455-81d1-b3c3da411893 HTTP/1.1" status: 204  len: 173 time: 0.7325401
May 10 20:21:13.226828 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbe3426-b65d-4cce-bea0-b8d35bd4f7be', 'name': 'network-vif-deleted', 'tag': '409f555e-d138-4455-81d1-b3c3da411893', 'status': 'completed', 'code': 200}
May 10 20:21:13.434935 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-36db1b38-4767-4127-bb81-39876b51d621 req-839a8348-cfb3-4fe9-9f2b-d25238b2fb00 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Synchronizing usage tracker for tenant:363b7f4ebfc540849fc35eb1473da96b on resource:port {{(pid=78747) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:21:13.452994 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.quota.resource [req-36db1b38-4767-4127-bb81-39876b51d621 req-839a8348-cfb3-4fe9-9f2b-d25238b2fb00 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Unset dirty status for tenant:363b7f4ebfc540849fc35eb1473da96b on resource:port {{(pid=78747) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:21:13.454156 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [req-36db1b38-4767-4127-bb81-39876b51d621 req-839a8348-cfb3-4fe9-9f2b-d25238b2fb00 tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dbe3426-b65d-4cce-bea0-b8d35bd4f7be HTTP/1.1" status: 200  len: 210 time: 0.0614765
May 10 20:21:14.550689 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.wsgi [-] (78747) accepted ('10.222.0.18', 40586) {{(pid=78747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:14.623374 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-23e1b486-0a26-4a7f-a03e-3eb6c212066a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group, before_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:14.652162 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-23e1b486-0a26-4a7f-a03e-3eb6c212066a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:14.715510 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-23e1b486-0a26-4a7f-a03e-3eb6c212066a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:14.719493 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-8a16788e-3011-4158-a231-5cf2f34c4f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:14.733963 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1b486-0a26-4a7f-a03e-3eb6c212066a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e7dedd-caab-40f6-a888-34022b19680e,revision_number=None']} {{(pid=78747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:14.736483 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG oslo_concurrency.lockutils [None req-23e1b486-0a26-4a7f-a03e-3eb6c212066a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:14.748299 dv-cinder-788365-3-iscsi neutron-server[78747]: DEBUG neutron_lib.callbacks.manager [None req-23e1b486-0a26-4a7f-a03e-3eb6c212066a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Notify callbacks [] for security_group, before_response {{(pid=78747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:14.749418 dv-cinder-788365-3-iscsi neutron-server[78747]: INFO neutron.wsgi [None req-23e1b486-0a26-4a7f-a03e-3eb6c212066a tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] 10.222.0.18 "DELETE /v2.0/security-groups/19e7dedd-caab-40f6-a888-34022b19680e HTTP/1.1" status: 204  len: 168 time: 0.1977487
May 10 20:21:14.796604 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40592) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:15.431557 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655689'] for router_interface, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:15.839061 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] Deleting port 88bdd921-9db7-44cf-b655-b1c65f704e0d {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:21:15.839815 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:15.961078 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] For port 88bdd921-9db7-44cf-b655-b1c65f704e0d, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=88bdd921-9db7-44cf-b655-b1c65f704e0d,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:21:15.961425 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:16.082144 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] Calling delete_port for 88bdd921-9db7-44cf-b655-b1c65f704e0d owned by network:router_interface {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:21:16.220441 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:16.224899 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-688aa5d7-ac07-4225-acf2-9ec64ab6cfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:16.268881 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] Pushing event deleted for resources: {'Port': ['ID=88bdd921-9db7-44cf-b655-b1c65f704e0d,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:16.295205 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:16.540620 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784377'] for router_interface, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:17.007288 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] Router 727c036e-4675-46af-aa54-9114c5303681 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:21:17.185627 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:21:17.193954 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0214271-f396-4a8c-9e03-171de29bf3da None None] Sync routers for ids ['727c036e-4675-46af-aa54-9114c5303681'] in dv-cinder-788365-3-iscsi {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:21:17.203949 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-d4041865-717b-45a0-a9db-1a89ea855389 admin admin] 10.222.0.18 "PUT /v2.0/routers/727c036e-4675-46af-aa54-9114c5303681/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4039023
May 10 20:21:17.204173 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0214271-f396-4a8c-9e03-171de29bf3da None None] Routers {'727c036e-4675-46af-aa54-9114c5303681'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:21:17.204173 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f0214271-f396-4a8c-9e03-171de29bf3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf3367c0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['727c036e-4675-46af-aa54-9114c5303681'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:17.204398 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40596) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:17.381706 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-f0214271-f396-4a8c-9e03-171de29bf3da None None] Set router 727c036e-4675-46af-aa54-9114c5303681 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:21:17.386341 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Notify callbacks [] for router, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:17.492115 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 409f555e-d138-4455-81d1-b3c3da411893 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:21:17.538003 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] No Port match for: 409f555e-d138-4455-81d1-b3c3da411893 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:21:17.538344 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Device 409f555e-d138-4455-81d1-b3c3da411893 not bound to the agent host hv-cinder-78836 {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:21:17.562755 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:17.638313 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Deleting port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:21:17.638729 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:17.708519 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f0214271-f396-4a8c-9e03-171de29bf3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf3367c0>, [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:21:16Z', 'revision_number': 5, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port': {'id': '0b73ca69-63ae-41ab-abc2-463d6e96bdd9', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727c036e-4675-46af-aa54-9114c5303681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:17.712487 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0214271-f396-4a8c-9e03-171de29bf3da None None] Checking router: 727c036e-4675-46af-aa54-9114c5303681 for host: dv-cinder-788365-3-iscsi {{(pid=78749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:21:17.722027 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0214271-f396-4a8c-9e03-171de29bf3da None None] Routers {'727c036e-4675-46af-aa54-9114c5303681'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:21:17.722637 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f0214271-f396-4a8c-9e03-171de29bf3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cdf3367c0>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['727c036e-4675-46af-aa54-9114c5303681'], 'active': True} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:17.758611 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] For port 0b73ca69-63ae-41ab-abc2-463d6e96bdd9, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=0b73ca69-63ae-41ab-abc2-463d6e96bdd9,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:21:17.758842 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:17.872907 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvr_db [None req-f0214271-f396-4a8c-9e03-171de29bf3da None None] Set router 727c036e-4675-46af-aa54-9114c5303681 gateway port host: None {{(pid=78749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:21:17.881094 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Calling delete_port for 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 owned by network:router_gateway {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:21:17.977599 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_hamode_db [None req-f0214271-f396-4a8c-9e03-171de29bf3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cdf3367c0>, [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:21:17Z', 'revision_number': 6, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port_host': None}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:17.981555 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0214271-f396-4a8c-9e03-171de29bf3da None None] The sync data for ids ['727c036e-4675-46af-aa54-9114c5303681'] in dv-cinder-788365-3-iscsi is: [{'id': '727c036e-4675-46af-aa54-9114c5303681', 'name': 'tempest-TestShelveInstance-557914491-router', 'tenant_id': '363b7f4ebfc540849fc35eb1473da96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:43Z', 'updated_at': '2021-05-10T20:21:17Z', 'revision_number': 6, 'project_id': '363b7f4ebfc540849fc35eb1473da96b', 'gw_port_host': None}] {{(pid=78749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:21:18.020656 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:18.024270 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0cbf5f0c-27b8-4f50-a1b7-7dfbf6f318c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:18.066729 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b73ca69-63ae-41ab-abc2-463d6e96bdd9,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:18.069995 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:18.270001 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782957'] for router_gateway, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:18.445368 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:18.447570 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:18.469633 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715647'] for router, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:18.470130 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 727c036e-4675-46af-aa54-9114c5303681 {{(pid=78748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:21:18.482783 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:18.483928 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2e3ec7a5-1a30-44ce-acd5-c0cb45102e9c admin admin] 10.222.0.18 "DELETE /v2.0/routers/727c036e-4675-46af-aa54-9114c5303681 HTTP/1.1" status: 204  len: 168 time: 1.2788563
May 10 20:21:18.486420 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40600) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:18.546177 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_v2 [None req-83249e96-6688-445f-beb0-5f246fe0d15d admin admin] Deleting subnet 714a7ed6-df1e-4316-a7bf-da7142a0fe87 {{(pid=78748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:21:18.549014 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-83249e96-6688-445f-beb0-5f246fe0d15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:18.597484 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-83249e96-6688-445f-beb0-5f246fe0d15d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6437095'] for subnet, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:18.675672 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-83249e96-6688-445f-beb0-5f246fe0d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:18.747503 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 88bdd921-9db7-44cf-b655-b1c65f704e0d no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:21:18.783673 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 88bdd921-9db7-44cf-b655-b1c65f704e0d {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:21:18.783673 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 88bdd921-9db7-44cf-b655-b1c65f704e0d not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:21:18.929338 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-83249e96-6688-445f-beb0-5f246fe0d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6975580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082130'] for subnet, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:18.934642 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5a85cdde-d215-4e85-b088-ebcf97041ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:18.970651 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83249e96-6688-445f-beb0-5f246fe0d15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714a7ed6-df1e-4316-a7bf-da7142a0fe87,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:18.972718 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-83249e96-6688-445f-beb0-5f246fe0d15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:18.977028 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1afb6-0db3-4c88-b72e-b8b9c393cc7a None None] Network 7150c85a-02f5-42ec-bc46-0d0dc3582e2f requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:21:18.977973 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-83249e96-6688-445f-beb0-5f246fe0d15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:18.982472 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-83249e96-6688-445f-beb0-5f246fe0d15d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/714a7ed6-df1e-4316-a7bf-da7142a0fe87 HTTP/1.1" status: 204  len: 168 time: 0.4929142
May 10 20:21:18.982750 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40604) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:19.092175 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.168710 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Deleting port 72b2c42d-e835-44bb-8366-000aeb34d94d {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:21:19.169050 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.274065 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] For port 72b2c42d-e835-44bb-8366-000aeb34d94d, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=72b2c42d-e835-44bb-8366-000aeb34d94d,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:21:19.274467 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.280523 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373e223-0c95-4c39-8bf4-154af88df9e9 None None] DHCP port deletion for 7150c85a-02f5-42ec-bc46-0d0dc3582e2f request from dv-cinder-788365-3-iscsi {{(pid=78749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:21:19.344482 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-8373e223-0c95-4c39-8bf4-154af88df9e9 None None] Deleting port 72b2c42d-e835-44bb-8366-000aeb34d94d {{(pid=78749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:21:19.344856 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-8373e223-0c95-4c39-8bf4-154af88df9e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.402031 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Calling delete_port for 72b2c42d-e835-44bb-8366-000aeb34d94d owned by network:dhcp {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:21:19.441816 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-8373e223-0c95-4c39-8bf4-154af88df9e9 None None] For port 72b2c42d-e835-44bb-8366-000aeb34d94d, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=72b2c42d-e835-44bb-8366-000aeb34d94d,segment=NetworkSegment(290bfad3-1bec-4d0d-9552-d53caafd50f4),segment_id=290bfad3-1bec-4d0d-9552-d53caafd50f4)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:21:19.442209 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-8373e223-0c95-4c39-8bf4-154af88df9e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.450749 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.455468 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-b3c754e8-2a2c-4058-ad25-59fa78c5624f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:19.502149 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b2c42d-e835-44bb-8366-000aeb34d94d,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:19.504009 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] No DVR routers for this DVR port 72b2c42d-e835-44bb-8366-000aeb34d94d on host dv-cinder-788365-3-iscsi {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:21:19.505509 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:19.566601 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-8373e223-0c95-4c39-8bf4-154af88df9e9 None None] Calling delete_port for 72b2c42d-e835-44bb-8366-000aeb34d94d owned by network:dhcp {{(pid=78749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:21:19.609407 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-8373e223-0c95-4c39-8bf4-154af88df9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.612869 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-9911b687-ba03-43c6-a741-ac22582845a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:19.623614 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.642197 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce37ec8b0>,) {'filters': {'network_id': ['7150c85a-02f5-42ec-bc46-0d0dc3582e2f']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:19.655673 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373e223-0c95-4c39-8bf4-154af88df9e9 None None] Pushing event deleted for resources: {'Port': ['ID=72b2c42d-e835-44bb-8366-000aeb34d94d,revision_number=None']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:19.658578 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-8373e223-0c95-4c39-8bf4-154af88df9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:19.659417 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373e223-0c95-4c39-8bf4-154af88df9e9 None None] No DVR routers for this DVR port 72b2c42d-e835-44bb-8366-000aeb34d94d on host dv-cinder-788365-3-iscsi {{(pid=78749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:21:19.752005 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce37ec8b0>, '290bfad3-1bec-4d0d-9552-d53caafd50f4') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:19.752306 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce37ec8b0>, '290bfad3-1bec-4d0d-9552-d53caafd50f4') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:19.765319 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.781700 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.787754 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Releasing vlan 979 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:21:19.788133 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:21:19.802288 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:21:19.885942 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.889331 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:19.902684 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:19.912832 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Pushing event deleted for resources: {'Network': ['ID=7150c85a-02f5-42ec-bc46-0d0dc3582e2f,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:19.915968 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:19.926030 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-129627bb-215e-4f27-baa1-5d5d8553e649 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7150c85a-02f5-42ec-bc46-0d0dc3582e2f HTTP/1.1" status: 204  len: 168 time: 0.9423246
May 10 20:21:19.928903 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40608) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:20.281068 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:21:20.314386 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:21:20.314728 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 0b73ca69-63ae-41ab-abc2-463d6e96bdd9 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:21:20.315133 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 72b2c42d-e835-44bb-8366-000aeb34d94d no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:21:20.350047 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 72b2c42d-e835-44bb-8366-000aeb34d94d {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:21:20.350390 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 72b2c42d-e835-44bb-8366-000aeb34d94d not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:21:20.460149 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655689'] for router_interface, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:20.863930 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] Deleting port 490085f6-46c6-41cb-b924-74a40b543a8a {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:21:20.864196 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:20.991427 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] For port 490085f6-46c6-41cb-b924-74a40b543a8a, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=490085f6-46c6-41cb-b924-74a40b543a8a,segment=NetworkSegment(73c2de79-d902-4140-b348-236c16c76385),segment_id=73c2de79-d902-4140-b348-236c16c76385)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:21:20.991779 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:21.232379 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] Calling delete_port for 490085f6-46c6-41cb-b924-74a40b543a8a owned by network:router_interface {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:21:21.367872 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:21.372209 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-aaa33ee7-b2cc-4ae3-9ac5-c9a9240f7652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:21.414245 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] Pushing event deleted for resources: {'Port': ['ID=490085f6-46c6-41cb-b924-74a40b543a8a,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:21.418614 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:21.684881 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784377'] for router_interface, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:22.034730 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] Router 7cc3f787-9347-4af7-93b6-7f50c248bc71 has already been hosted by L3 agent 229cd993-baba-4305-aee7-6911b8bac52a {{(pid=78748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:21:22.205054 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] Notify agent at l3_agent.dv-cinder-788365-3-iscsi the message routers_updated {{(pid=78748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:21:22.214731 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2c1c436c-3fb5-4aa2-bfa2-6c6b5e0aa00d admin admin] 10.222.0.18 "PUT /v2.0/routers/7cc3f787-9347-4af7-93b6-7f50c248bc71/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2847605
May 10 20:21:22.215133 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf60638-4b61-4ba6-abec-f8527768dcfd None None] Sync routers for ids ['7cc3f787-9347-4af7-93b6-7f50c248bc71'] in dv-cinder-788365-3-iscsi {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:21:22.217183 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40612) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:22.224736 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf60638-4b61-4ba6-abec-f8527768dcfd None None] Routers {'7cc3f787-9347-4af7-93b6-7f50c248bc71'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:21:22.225361 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-cbf60638-4b61-4ba6-abec-f8527768dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c370>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['7cc3f787-9347-4af7-93b6-7f50c248bc71'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:22.391412 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Notify callbacks [] for router, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:22.408916 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-cbf60638-4b61-4ba6-abec-f8527768dcfd None None] Set router 7cc3f787-9347-4af7-93b6-7f50c248bc71 gateway port host: dv-cinder-788365-3-iscsi {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:21:22.676326 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:22.694965 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-cbf60638-4b61-4ba6-abec-f8527768dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c370>, [{'id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'name': 'tempest-TestShelveInstance-236682547-router', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'external_fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:52Z', 'updated_at': '2021-05-10T20:21:21Z', 'revision_number': 5, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'gw_port': {'id': '7e72e5e1-559b-4b02-b23d-bb8cc87f327b', 'name': '', 'network_id': '66463a67-383e-46fc-b836-a04601c3d476', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:16:53Z', 'updated_at': '2021-05-10T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d3d382b-1f4c-43f2-b560-116d77d77095', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-3-iscsi'}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:22.699819 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf60638-4b61-4ba6-abec-f8527768dcfd None None] Checking router: 7cc3f787-9347-4af7-93b6-7f50c248bc71 for host: dv-cinder-788365-3-iscsi {{(pid=78750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:21:22.708251 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf60638-4b61-4ba6-abec-f8527768dcfd None None] Routers {'7cc3f787-9347-4af7-93b6-7f50c248bc71'} bound to L3 agent in host dv-cinder-788365-3-iscsi {{(pid=78750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:21:22.708858 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-cbf60638-4b61-4ba6-abec-f8527768dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c370>, 'dv-cinder-788365-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:56:29Z,description=<?>,heartbeat_timestamp=2021-05-10T20:20:59Z,host='dv-cinder-788365-3-iscsi',id=229cd993-baba-4305-aee7-6911b8bac52a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:56:29Z,topic='l3_agent')) {'router_ids': ['7cc3f787-9347-4af7-93b6-7f50c248bc71'], 'active': True} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:22.748933 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Deleting port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:21:22.749563 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:22.863847 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_dvr_db [None req-cbf60638-4b61-4ba6-abec-f8527768dcfd None None] Set router 7cc3f787-9347-4af7-93b6-7f50c248bc71 gateway port host: None {{(pid=78750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:21:22.871370 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] For port 7e72e5e1-559b-4b02-b23d-bb8cc87f327b, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=7e72e5e1-559b-4b02-b23d-bb8cc87f327b,segment=NetworkSegment(c70aedf3-72c3-4a92-9559-26ac9bc3d43c),segment_id=c70aedf3-72c3-4a92-9559-26ac9bc3d43c)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:21:22.871370 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:22.971955 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.l3_hamode_db [None req-cbf60638-4b61-4ba6-abec-f8527768dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ce428c370>, [{'id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'name': 'tempest-TestShelveInstance-236682547-router', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:52Z', 'updated_at': '2021-05-10T20:21:22Z', 'revision_number': 6, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'gw_port_host': None}], 'dv-cinder-788365-3-iscsi', False) {} {{(pid=78750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:22.975804 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf60638-4b61-4ba6-abec-f8527768dcfd None None] The sync data for ids ['7cc3f787-9347-4af7-93b6-7f50c248bc71'] in dv-cinder-788365-3-iscsi is: [{'id': '7cc3f787-9347-4af7-93b6-7f50c248bc71', 'name': 'tempest-TestShelveInstance-236682547-router', 'tenant_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:16:52Z', 'updated_at': '2021-05-10T20:21:22Z', 'revision_number': 6, 'project_id': '9bfee8d18ba84d929bc0aa43c6f04900', 'gw_port_host': None}] {{(pid=78750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:21:22.999715 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Calling delete_port for 7e72e5e1-559b-4b02-b23d-bb8cc87f327b owned by network:router_gateway {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:21:23.133974 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:23.138533 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-0cb5b1eb-2947-4b9d-8c18-d7b2e19c6246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:23.183914 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7e72e5e1-559b-4b02-b23d-bb8cc87f327b,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:23.186364 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:23.276375 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782957'] for router_gateway, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:23.457688 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:23.459902 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:23.488194 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715647'] for router, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:23.488972 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc3f787-9347-4af7-93b6-7f50c248bc71 {{(pid=78748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:21:23.503124 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] Notify callbacks [] for router, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:23.504389 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-8c19af18-1347-442f-ba36-1abafc0710bd admin admin] 10.222.0.18 "DELETE /v2.0/routers/7cc3f787-9347-4af7-93b6-7f50c248bc71 HTTP/1.1" status: 204  len: 168 time: 1.2862260
May 10 20:21:23.507514 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40616) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:23.571362 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d869ce-866a-46de-b44f-b3807fc0c2e7 admin admin] Deleting subnet 82817f4a-ea65-4ea6-8575-dba6f7a704f9 {{(pid=78748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:21:23.575165 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a6d869ce-866a-46de-b44f-b3807fc0c2e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:23.624606 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a6d869ce-866a-46de-b44f-b3807fc0c2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6437095'] for subnet, precommit_delete_associations {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:23.708605 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a6d869ce-866a-46de-b44f-b3807fc0c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528377'] for subnet, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:23.966303 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a6d869ce-866a-46de-b44f-b3807fc0c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6975580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082130'] for subnet, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:23.970012 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:24.007398 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d869ce-866a-46de-b44f-b3807fc0c2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82817f4a-ea65-4ea6-8575-dba6f7a704f9,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:24.010815 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-a6d869ce-866a-46de-b44f-b3807fc0c2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:24.011804 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-a6d869ce-866a-46de-b44f-b3807fc0c2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for subnet, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.020008 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-a6d869ce-866a-46de-b44f-b3807fc0c2e7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/82817f4a-ea65-4ea6-8575-dba6f7a704f9 HTTP/1.1" status: 204  len: 168 time: 0.5091565
May 10 20:21:24.020211 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17ee97-5a64-4459-b758-93862a2c7ecd None None] Network 554e4452-7317-4c31-a3d4-32f527f8099f requested from dv-cinder-788365-3-iscsi {{(pid=78749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:21:24.020651 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40620) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:24.227253 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895737'] for network, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.290947 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881a5c34-106f-44ba-8138-d2e06a86c6b0 None None] DHCP port deletion for 554e4452-7317-4c31-a3d4-32f527f8099f request from dv-cinder-788365-3-iscsi {{(pid=78749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:21:24.300883 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Deleting port 8637032d-3203-4289-a803-081e40a01cc9 {{(pid=78748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:21:24.301222 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.327807 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 7e72e5e1-559b-4b02-b23d-bb8cc87f327b no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:21:24.365383 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 7e72e5e1-559b-4b02-b23d-bb8cc87f327b {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:21:24.365729 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 7e72e5e1-559b-4b02-b23d-bb8cc87f327b not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:21:24.366142 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 490085f6-46c6-41cb-b924-74a40b543a8a no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:21:24.401409 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 490085f6-46c6-41cb-b924-74a40b543a8a {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:21:24.401859 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 490085f6-46c6-41cb-b924-74a40b543a8a not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:21:24.404682 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.db [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] For port 8637032d-3203-4289-a803-081e40a01cc9, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=8637032d-3203-4289-a803-081e40a01cc9,segment=NetworkSegment(73c2de79-d902-4140-b348-236c16c76385),segment_id=73c2de79-d902-4140-b348-236c16c76385)] {{(pid=78748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:21:24.404928 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.426815 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-881a5c34-106f-44ba-8138-d2e06a86c6b0 None None] Deleting port 8637032d-3203-4289-a803-081e40a01cc9 {{(pid=78749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:21:24.427193 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-881a5c34-106f-44ba-8138-d2e06a86c6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735130451101'] for port, before_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.524663 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.db [None req-881a5c34-106f-44ba-8138-d2e06a86c6b0 None None] For port 8637032d-3203-4289-a803-081e40a01cc9, host dv-cinder-788365-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-3-iscsi',level=0,port_id=8637032d-3203-4289-a803-081e40a01cc9,segment=NetworkSegment(73c2de79-d902-4140-b348-236c16c76385),segment_id=73c2de79-d902-4140-b348-236c16c76385)] {{(pid=78749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:21:24.524960 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-881a5c34-106f-44ba-8138-d2e06a86c6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778931'] for port, precommit_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.531560 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Calling delete_port for 8637032d-3203-4289-a803-081e40a01cc9 owned by network:dhcp {{(pid=78748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:21:24.580554 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6975503'] for port, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.584578 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1212e090-8163-4087-98fd-7b68772278fa tempest-TestShelveInstance-1307477395 tempest-TestShelveInstance-1307477395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:24.632029 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Pushing event deleted for resources: {'Port': ['ID=8637032d-3203-4289-a803-081e40a01cc9,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:24.635270 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:24.636215 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] No DVR routers for this DVR port 8637032d-3203-4289-a803-081e40a01cc9 on host dv-cinder-788365-3-iscsi {{(pid=78748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:21:24.648309 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-881a5c34-106f-44ba-8138-d2e06a86c6b0 None None] Calling delete_port for 8637032d-3203-4289-a803-081e40a01cc9 owned by network:dhcp {{(pid=78749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:21:24.693961 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-881a5c34-106f-44ba-8138-d2e06a86c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3929119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-876430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735130455152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735130017549'] for port, after_delete {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.698219 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-e0a33291-0958-4682-bc58-2538d85882e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:24.742208 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a5c34-106f-44ba-8138-d2e06a86c6b0 None None] Pushing event deleted for resources: {'Port': ['ID=8637032d-3203-4289-a803-081e40a01cc9,revision_number=None']} {{(pid=78749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:24.745340 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG oslo_concurrency.lockutils [None req-881a5c34-106f-44ba-8138-d2e06a86c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:24.746153 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881a5c34-106f-44ba-8138-d2e06a86c6b0 None None] No DVR routers for this DVR port 8637032d-3203-4289-a803-081e40a01cc9 on host dv-cinder-788365-3-iscsi {{(pid=78749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:21:24.752304 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3481922', 'neutron.services.segments.db._delete_segments_for_network-8735130461853'] for network, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.765464 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ce28c0970>,) {'filters': {'network_id': ['554e4452-7317-4c31-a3d4-32f527f8099f']}} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:24.778114 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce28c0970>, '73c2de79-d902-4140-b348-236c16c76385') {'for_net_delete': True} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:24.778346 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.services.segments.db [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ce28c0970>, '73c2de79-d902-4140-b348-236c16c76385') {} {{(pid=78748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:21:24.789546 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735130473831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437112'] for segment, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.805646 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538'] for segment, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.811983 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=78748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:21:24.812359 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6975546'] for segment, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]: Traceback (most recent call last):
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     timer()
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     cb(*args, **kw)
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     return func(*args, **kwargs)
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     self._notify()
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     self.callback(batched_events)
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     event.method(event)
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     return f(self, *a, **k)
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._get(url).json()
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     return self.request(url, 'GET', **kwargs)
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:21:24.826443 dv-cinder-788365-3-iscsi neutron-server[78748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:21:24.905132 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3481915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782975'] for network, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.911726 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-648363'] for network, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:24.915914 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-d805a377-781b-4826-8198-268a70fda227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:24.937789 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Pushing event deleted for resources: {'Network': ['ID=554e4452-7317-4c31-a3d4-32f527f8099f,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:24.940249 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:24.943107 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-2d6f853b-c3aa-430c-8101-98ac9dfea168 admin admin] 10.222.0.18 "DELETE /v2.0/networks/554e4452-7317-4c31-a3d4-32f527f8099f HTTP/1.1" status: 204  len: 168 time: 0.9220500
May 10 20:21:25.116744 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40626) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:25.165459 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-47edd2e4-5bdd-49e9-a0ee-ac914696eb9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=363b7f4ebfc540849fc35eb1473da96b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473614
May 10 20:21:25.168301 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40630) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:25.226771 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5c1f7878-9ccd-45bd-870c-818a65b11ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:25.253421 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5c1f7878-9ccd-45bd-870c-818a65b11ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:25.305342 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5c1f7878-9ccd-45bd-870c-818a65b11ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:25.310175 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-1a1cc919-c08f-4d07-a377-61125c66fdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:25.325931 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f7878-9ccd-45bd-870c-818a65b11ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161ff2f4-2370-40ab-bc48-32294cca3dee,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:25.329359 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-5c1f7878-9ccd-45bd-870c-818a65b11ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:25.334980 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-5c1f7878-9ccd-45bd-870c-818a65b11ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:25.336128 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-5c1f7878-9ccd-45bd-870c-818a65b11ae7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/161ff2f4-2370-40ab-bc48-32294cca3dee HTTP/1.1" status: 204  len: 168 time: 0.1668890
May 10 20:21:25.678690 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40638) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:25.728441 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-8266e246-7397-4f02-bc14-817a4597bb8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bfee8d18ba84d929bc0aa43c6f04900&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0485094
May 10 20:21:25.731531 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [-] (78748) accepted ('10.222.0.18', 40642) {{(pid=78748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:21:25.787860 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-57287a8e-3d41-4bef-82db-9b679638160f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:25.813810 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-57287a8e-3d41-4bef-82db-9b679638160f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:25.865711 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-57287a8e-3d41-4bef-82db-9b679638160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328850'] for security_group, after_delete {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:25.869701 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-ff49bc2e-2968-4c86-a9d9-46af134790d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:21:25.881254 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57287a8e-3d41-4bef-82db-9b679638160f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872f5b06-5991-4a87-a063-cf902cc9a19d,revision_number=None']} {{(pid=78748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:21:25.884884 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG oslo_concurrency.lockutils [None req-57287a8e-3d41-4bef-82db-9b679638160f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:21:25.888743 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron_lib.callbacks.manager [None req-57287a8e-3d41-4bef-82db-9b679638160f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:25.889843 dv-cinder-788365-3-iscsi neutron-server[78748]: INFO neutron.wsgi [None req-57287a8e-3d41-4bef-82db-9b679638160f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/872f5b06-5991-4a87-a063-cf902cc9a19d HTTP/1.1" status: 204  len: 168 time: 0.1574068
May 10 20:21:26.280443 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 8637032d-3203-4289-a803-081e40a01cc9 no longer exists at agent ovs-agent-dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:21:26.315234 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.plugin [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] No Port match for: 8637032d-3203-4289-a803-081e40a01cc9 {{(pid=78749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:21:26.315615 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron.plugins.ml2.rpc [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Device 8637032d-3203-4289-a803-081e40a01cc9 not bound to the agent host dv-cinder-788365-3-iscsi {{(pid=78749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:21:26.986786 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-817a0e58-fe9e-47be-8675-627e86d8f861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:29.426598 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-43732bb0-1450-4f5f-bbb4-105a1b8afdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:29.547473 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:30.795779 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:32.267815 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:38.048385 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:21:39.145643 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:56.987636 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7e07f0b7-5f58-4838-bae2-37a39287a4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:59.429150 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-419e6390-9b84-4eb4-82d7-ba1d40b2c129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:59.540453 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:00.801239 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:02.269254 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:09.166100 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:15.047396 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:22:26.988415 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-ba13080a-5b90-4a70-8ec2-b98179e8e914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:29.430773 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-99e05a7a-a82c-43c9-8770-b7910ad174f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:29.542802 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:30.802610 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:32.271139 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:39.165783 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:52.045772 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:22:55.988546 dv-cinder-788365-3-iscsi neutron-server[78748]: DEBUG neutron.wsgi [req-3e99be3b-38bd-437c-9353-8d23b6d30cc5 req-42ab8e1d-3604-415b-b405-1e03c2c24d0e service neutron] (78748) timed out ('10.222.0.23', 53201) {{(pid=78748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 20:22:56.989660 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f2712b28-49e2-4cc8-9a09-013502b02039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:59.433645 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f4a2aabb-8a75-4983-95ba-dd742fe618cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:59.546244 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:00.806847 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:02.273766 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:09.166264 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:26.991052 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-a2273e92-5852-43e7-97c0-dfeb41b7ac0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:29.044099 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:23:29.435000 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-16f00796-053f-4ecc-a38a-b98465e3bc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:29.548422 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:30.808625 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:32.275655 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:39.181640 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:56.992889 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-cd8400e8-cc72-42f9-a63d-2f37d2ef5349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:59.437386 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-b9ed57e2-a73f-47ec-bbe7-176cfc7dfeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:23:59.548427 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:00.810204 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:02.279242 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:06.042517 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:24:09.170351 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:26.995619 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f3525ed4-a3e2-4b24-bfff-8faf9c45a165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:29.438065 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-508e1fc1-4773-4324-a472-265b39a3f1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:29.549980 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:30.813012 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:32.282083 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:39.185865 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:43.041479 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:24:56.996925 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-95032b92-1dde-4fb4-89d6-7bcf10ade9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:59.439624 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7550fad7-a341-43f0-a521-956421a2635a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:24:59.551856 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:00.816919 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:02.285035 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:09.214587 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:20.040072 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:25:26.999163 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-11bbfd0c-e721-416b-b7d2-96dc043312d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:29.441221 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-7a937333-94af-4da6-b4c4-00860acd2209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:29.553968 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:30.819038 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:32.289992 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:39.202040 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:57.000779 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5811f11c-a2a8-42df-934d-f9beef170b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:57.038534 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:25:59.443038 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-2fc238c8-2583-4c8d-8a2c-7d220c871496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:25:59.554082 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:26:00.821206 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:26:02.292076 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:26:09.219273 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-76faf222-e25f-4cbe-9d73-2fea2b09537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:26:27.002074 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d8bd-2dcc-4451-b73d-9dd3b7e957c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:26:29.445240 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-039350bc-433a-4d61-8f77-5df989a02d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:26:29.555500 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-5ab64d6c-3222-4660-bd88-d731341e0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:26:30.825324 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-26961f25-d646-4816-a356-bb4e2181202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:26:32.298569 dv-cinder-788365-3-iscsi neutron-server[78749]: DEBUG neutron_lib.callbacks.manager [None req-f77f211a-ea71-4c70-896a-630811646552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735130461862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483512'] for agent, after_update {{(pid=78749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:26:34.037351 dv-cinder-788365-3-iscsi neutron-server[78750]: DEBUG neutron.db.agents_db [None req-f0496a9b-1f30-47ab-80fb-018ba2d91bd1 None None] Agent healthcheck: found 6 active agents {{(pid=78750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}